-- Logs begin at Wed 2021-09-22 16:37:57 UTC, end at Wed 2021-09-22 17:35:53 UTC. -- Sep 22 17:07:52.618803 dv-cinder-810415-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 17:07:55.351401 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.common.config [-] Logging enabled! Sep 22 17:07:55.352015 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 17:07:55.352105 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 17:07:55.355246 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.common.config [-] Logging enabled! Sep 22 17:07:55.355499 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 17:07:55.355832 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 17:07:55.356776 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 17:07:55.357008 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 17:07:55.357371 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 17:07:55.357615 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 17:07:55.357840 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 17:07:55.358156 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.358449 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.359558 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.359822 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.360116 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.360404 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.360684 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.360971 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.361267 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.361551 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.361826 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.362108 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.362339 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.362619 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.362903 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.363188 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.363410 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] debug = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.363719 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.364147 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.364551 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.364828 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.365118 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.365394 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.365662 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.365933 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.366211 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.366544 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] host = dv-cinder-810415-2-iscsi {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.366819 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.367102 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.367386 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.367698 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.367970 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.368247 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.368533 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.368803 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.369072 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.369342 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.369626 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.369909 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.370194 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.370418 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.370639 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.370923 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.371207 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.371480 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.371774 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.372046 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.372318 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.372590 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.372855 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.373138 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.373419 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.373702 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.373973 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.374242 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.375143 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.375414 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.375729 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.376004 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.376274 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.376543 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.376830 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.377104 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.377374 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.377673 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.377959 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.378236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.378515 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.378787 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.379065 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.379331 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.379598 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.379891 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_json = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.380162 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.380428 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.380705 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.380976 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.381245 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.381513 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.381779 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.382060 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:55.382352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.382646 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.382942 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.383223 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.383515 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.383821 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.384110 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.384387 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.384673 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.384960 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.385245 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.385520 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.385803 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.386076 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.386365 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.386668 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.386964 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.387256 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.387532 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.387827 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.388101 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.388377 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.388658 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.388932 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.389217 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.389504 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.389779 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.390645 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.390943 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.391234 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.391507 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.391807 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.392100 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.392377 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.392660 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.392920 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.393210 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.393484 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.393753 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.394031 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.394306 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.394576 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.394845 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.395118 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.395406 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.395709 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.395982 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.396251 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.396523 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.396789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.397075 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.397351 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.397621 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.397890 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.398164 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.398432 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.398701 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.398974 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.399244 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.399518 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.399816 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.400088 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.400358 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.400627 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.400897 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.401167 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.401436 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.401984 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.402268 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.402545 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.402818 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.403094 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.403368 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.403678 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.403977 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.404255 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.404531 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.404804 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.405078 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.405354 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.405659 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.405936 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.406211 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.406481 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.406767 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.407046 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.407335 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.407651 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.407914 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.408214 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.408491 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.408771 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.409046 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.409322 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.409602 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.409882 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.410173 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.410465 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.410755 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.411050 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.411343 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.411639 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.411952 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.412230 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:55.412448 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 17:07:55.412686 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94113) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 17:07:55.760239 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 17:07:55.760522 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 17:07:55.760817 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 17:07:55.761146 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 17:07:56.147249 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.147534 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.147832 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.149126 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.149399 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.149660 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.185255 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.185534 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.185797 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.200305 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.200584 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.200852 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.230646 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.230928 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.231196 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.268541 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.268818 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.269087 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.497706 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.498324 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.498324 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.498493 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.499112 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.618671 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.618985 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.619266 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.619533 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.619824 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.620130 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.620389 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.620642 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.620893 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.621168 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.621424 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.621686 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.621938 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.622186 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.622438 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.622702 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.622952 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.623212 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.623476 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.623765 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.624035 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.624326 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.624609 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.624983 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.625234 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.625480 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.625868 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.626105 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.626339 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.626572 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.626802 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.627031 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:56.627388 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 17:07:56.630448 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 17:07:56.634454 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 17:07:56.638084 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 22 17:07:56.639717 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 17:07:56.640701 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 17:07:56.641036 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 17:07:56.641415 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 17:07:56.644201 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 17:07:56.644449 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 17:07:56.644790 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 17:07:56.650011 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 17:07:56.672157 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 17:07:56.672606 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.672899 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94113) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 17:07:56.673265 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.674607 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94113) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 17:07:56.675045 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 17:07:56.675290 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 17:07:56.678466 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.678749 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:56.742400 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 17:07:56.742635 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 17:07:56.742869 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 17:07:56.743227 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 17:07:56.765783 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_db.sqlalchemy.engines [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94113) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 17:07:57.293152 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing driver for type 'gre' Sep 22 17:07:57.293688 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] gre ID ranges: [(1, 1000)] Sep 22 17:07:57.346288 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing driver for type 'local' Sep 22 17:07:57.346632 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing driver for type 'vlan' Sep 22 17:07:57.361156 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] VlanTypeDriver initialization complete Sep 22 17:07:57.361593 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing driver for type 'vxlan' Sep 22 17:07:57.362200 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] vxlan ID ranges: [(1, 1000)] Sep 22 17:07:57.420958 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing extension driver 'port_security' Sep 22 17:07:57.421931 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.extensions.port_security [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] PortSecurityExtensionDriver initialization complete Sep 22 17:07:57.422258 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing mechanism driver 'openvswitch' Sep 22 17:07:57.422613 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing mechanism driver 'hyperv' Sep 22 17:07:57.429233 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.plugin [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:57.429920 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.430384 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.430737 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.431259 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.431710 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.432065 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.432412 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.432796 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.433202 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.433550 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.433891 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.434273 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.434671 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.435016 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.435355 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.435898 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.436311 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.436659 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.437635 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.438023 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.438423 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > address_group after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.438766 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > address_group after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.439102 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.439486 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 17:07:57.439888 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] ML2 OVO RPC backend initialized. {{(pid=94113) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 17:07:57.440589 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.440945 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.441359 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.441707 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > networks before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.442054 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.442395 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > ports before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.442736 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.443077 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnets before_response 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.443422 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.443784 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.444118 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.444452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.444863 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.445297 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.445678 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.446067 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.446401 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.446978 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.plugin [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Modular L2 Plugin initialization complete Sep 22 17:07:57.447308 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading services supported by the core plugin {{(pid=94113) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 17:07:57.447651 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.plugins.ml2.managers [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Got port-security extension from driver 'port_security' Sep 22 17:07:57.448114 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.extensions.vlantransparent [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Disabled vlantransparent extension. Sep 22 17:07:57.448590 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94113) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 17:07:57.448903 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: router Sep 22 17:07:57.484659 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.485051 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_create 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.485440 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router before_create 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.485783 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.486152 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.486505 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_delete 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.486860 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.487204 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.487556 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_create 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.487923 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.488270 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.488615 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.488968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.489380 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.489738 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.490070 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.490403 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: subnet after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.490738 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.491087 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.491435 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_create 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.491801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.492144 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.492496 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router after_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.492835 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.493181 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_create 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.493535 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.493877 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_update 55549900 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.494237 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > agent after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.494582 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > agent after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.494937 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > network after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.495805 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Tracking information for resource: router configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:57.496137 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Tracking information for resource: floatingip configured {{(pid=94113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 17:07:57.501531 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.db.l3_agentschedulers_db [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 17:07:57.502111 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.502475 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.502828 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.503179 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: port after_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.504002 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router before_create 55550100 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.504366 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.504754 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_create 55550100 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.505106 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > router precommit_update 55550100 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.509783 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.provider_configuration [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service providers = [] {{(pid=94113) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 17:07:57.510147 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.db.servicetype_db [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94113) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 17:07:57.513087 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.service_base [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 17:07:57.513436 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.service_base [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 17:07:57.513777 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.service_base [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 17:07:57.514664 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.services.service_base [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 17:07:57.515057 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.services.service_base [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 17:07:57.515428 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.515773 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 17:07:57.526170 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.526508 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: auto_allocate Sep 22 17:07:57.532763 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: network precommit_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.533135 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: network precommit_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.533654 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.533975 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: tag Sep 22 17:07:57.540399 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.540726 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: timestamp Sep 22 17:07:57.544725 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.545019 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: network_ip_availability Sep 22 17:07:57.550963 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.551339 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.551719 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.552421 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.552738 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: flavors Sep 22 17:07:57.557353 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.557680 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading Plugin: revisions Sep 22 17:07:57.561921 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 17:07:57.562308 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=94113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 17:07:57.563040 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94113) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 17:07:57.563376 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Initializing extension manager. Sep 22 17:07:57.563916 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: __init__.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.564258 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: __pycache__ {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.564589 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.564925 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: address_group.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.565664 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.566225 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: address-group Sep 22 17:07:57.566547 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: address_scope.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.567437 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.567987 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: address-scope Sep 22 17:07:57.568312 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.569236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.569741 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: router-admin-state-down-before-update Sep 22 17:07:57.570065 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: agent.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.570758 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.571258 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: agent Sep 22 17:07:57.571579 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: agent_resources_synced.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.572517 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.573019 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: agent-resources-synced Sep 22 17:07:57.573337 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: allowedaddresspairs.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.575099 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.575632 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: allowed-address-pairs Sep 22 17:07:57.575962 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: auto_allocated_topology.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.577023 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.577555 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: auto-allocated-topology Sep 22 17:07:57.577877 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: availability_zone.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.578559 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.579056 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: availability_zone Sep 22 17:07:57.579374 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: availability_zone_filter.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.580363 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.580862 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: availability_zone_filter Sep 22 17:07:57.581179 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: data_plane_status.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.582154 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.582652 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 17:07:57.582971 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: default_subnetpools.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.583900 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.584397 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: default-subnetpools Sep 22 17:07:57.584721 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.585520 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.586021 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: dhcp_agent_scheduler Sep 22 17:07:57.586340 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: dns.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.587246 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.587771 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension dns-integration not supported by any of loaded plugins Sep 22 17:07:57.588096 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: dns_domain_ports.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.589000 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.589500 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 17:07:57.589820 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.590728 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.591225 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 17:07:57.591546 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: dvr.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.592235 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.592735 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: dvr Sep 22 17:07:57.593630 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: ecmp_routes.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.594580 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.595087 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 17:07:57.595408 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: empty_string_filtering.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.596331 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.596835 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: empty-string-filtering Sep 22 17:07:57.597156 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.598053 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.598555 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 17:07:57.598876 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.599796 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.600301 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 17:07:57.600622 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: external_net.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.601514 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.602018 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: external-net Sep 22 17:07:57.602342 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.603232 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.603764 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: extra_dhcp_opt Sep 22 17:07:57.604085 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: extraroute.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.604994 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.605494 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: extraroute Sep 22 17:07:57.605812 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: extraroute_atomic.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.606841 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.607344 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: extraroute-atomic Sep 22 17:07:57.607691 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: filter_validation.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.608352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.609655 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: filter-validation Sep 22 17:07:57.609973 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: fip_pf_description.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.610874 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.611375 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 17:07:57.611725 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: fip_port_details.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.612631 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.613129 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: fip-port-details Sep 22 17:07:57.613449 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: flavors.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.614641 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.615153 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: flavors Sep 22 17:07:57.615476 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.617151 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.617663 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 17:07:57.617991 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: floatingip_pools.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.618686 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.619192 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: floatingip-pools Sep 22 17:07:57.619518 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: ip_allocation.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.620463 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.620965 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 17:07:57.621287 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.622195 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.622696 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: ip-substring-filtering Sep 22 17:07:57.623019 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l2_adjacency.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.623974 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.624495 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 17:07:57.624817 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.626050 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.626569 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: router Sep 22 17:07:57.626894 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.629137 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.629658 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 17:07:57.629989 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.630913 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.631421 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: ext-gw-mode Sep 22 17:07:57.631785 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.632714 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.633216 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: l3-ha Sep 22 17:07:57.633540 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3_flavors.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.634439 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.634940 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: l3-flavors Sep 22 17:07:57.635264 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.636189 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.636690 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 17:07:57.637009 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: l3agentscheduler.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.638044 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.638551 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: l3_agent_scheduler Sep 22 17:07:57.638874 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: logging.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.640399 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.640912 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension logging not supported by any of loaded plugins Sep 22 17:07:57.641238 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: metering.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.641971 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.642538 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: metering Sep 22 17:07:57.642859 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.643990 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.644504 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: metering_source_and_destination_fields Sep 22 17:07:57.644830 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: multiprovidernet.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.645754 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.646264 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: multi-provider Sep 22 17:07:57.646584 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: netmtu.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.647494 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.648035 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: net-mtu Sep 22 17:07:57.648355 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: netmtu_writable.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.649258 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.649762 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: net-mtu-writable Sep 22 17:07:57.650079 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: network_availability_zone.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.650735 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.651236 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: network_availability_zone Sep 22 17:07:57.651552 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: network_ip_availability.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.652666 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.653177 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: network-ip-availability Sep 22 17:07:57.653501 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: network_segment_range.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.654263 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.654766 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 17:07:57.655089 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: pagination.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.656594 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.656988 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: pagination Sep 22 17:07:57.657311 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: port_device_profile.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.658210 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.658718 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: port-device-profile Sep 22 17:07:57.659038 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.659967 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.660468 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: port-mac-address-regenerate Sep 22 17:07:57.660786 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.661685 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.662181 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: port-numa-affinity-policy Sep 22 17:07:57.662497 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: port_resource_request.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.663508 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.664038 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 17:07:57.664356 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: portbindings.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.665270 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.665778 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: binding Sep 22 17:07:57.666096 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: portbindings_extended.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.667350 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.667895 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: binding-extended Sep 22 17:07:57.668223 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: portsecurity.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.669134 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.669644 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: port-security Sep 22 17:07:57.669968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: project_id.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.670929 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.671905 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: project-id Sep 22 17:07:57.672232 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: providernet.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.673157 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.673667 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: provider Sep 22 17:07:57.673986 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.677524 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.678048 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos not supported by any of loaded plugins Sep 22 17:07:57.678382 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.679639 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.680154 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 17:07:57.680484 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.681391 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.681900 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 17:07:57.682226 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_default.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.683218 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.683772 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-default not supported by any of loaded plugins Sep 22 17:07:57.684101 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_fip.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.684752 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.685254 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-fip not supported by any of loaded plugins Sep 22 17:07:57.685580 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_gateway_ip.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.686493 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.687023 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 17:07:57.687346 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_port_network_policy.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.688279 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.688786 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 17:07:57.689109 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_pps_rule.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.690274 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.690784 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-pps not supported by any of loaded plugins Sep 22 17:07:57.691108 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_rule_type_details.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.692051 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.692557 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 17:07:57.692880 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: qos_rules_alias.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.693910 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.694418 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 17:07:57.694740 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: quotasv2.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.695676 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.696007 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: quotas Sep 22 17:07:57.696327 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: quotasv2_detail.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.699571 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.699943 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: quota_details Sep 22 17:07:57.700282 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: rbac.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.701338 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.701865 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: rbac-policies Sep 22 17:07:57.702192 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: rbac_address_group.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.703145 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.703680 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: rbac-address-group Sep 22 17:07:57.704005 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: rbac_address_scope.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.704916 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.705425 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: rbac-address-scope Sep 22 17:07:57.705752 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: rbac_security_groups.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.706659 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.707167 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: rbac-security-groups Sep 22 17:07:57.707485 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: rbac_subnetpool.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.708410 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.708916 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: rbac-subnetpool Sep 22 17:07:57.709235 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: revisionifmatch.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.710455 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.710970 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: revision-if-match Sep 22 17:07:57.711291 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: revisions.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.712425 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.712941 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: standard-attr-revisions Sep 22 17:07:57.713266 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: router_availability_zone.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.713939 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.714442 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: router_availability_zone Sep 22 17:07:57.714761 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: routerservicetype.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.715702 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.716217 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension router-service-type not supported by any of loaded plugins Sep 22 17:07:57.716536 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.717449 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.718477 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: security-groups-normalized-cidr Sep 22 17:07:57.726825 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.727789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.728306 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: port-security-groups-filtering Sep 22 17:07:57.728633 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.729550 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.730066 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: security-groups-remote-address-group Sep 22 17:07:57.730380 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: securitygroup.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.742092 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.742757 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: security-group Sep 22 17:07:57.743292 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: segment.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.744131 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.744640 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension segment not supported by any of loaded plugins Sep 22 17:07:57.744967 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.745905 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.746412 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 17:07:57.746742 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: servicetype.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.747947 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.748464 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: service-type Sep 22 17:07:57.748791 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: sorting.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.749767 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.750097 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: sorting Sep 22 17:07:57.750420 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: standard_attr_segment.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.751338 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.751882 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 17:07:57.752204 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: standardattrdescription.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.752850 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.753351 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: standard-attr-description Sep 22 17:07:57.753680 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: stateful_security_group.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.754600 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.755111 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: stateful-security-group Sep 22 17:07:57.755433 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: stdattrs_common.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.756037 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 17:07:57.756359 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.757276 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.757789 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 17:07:57.758110 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnet_onboard.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.759173 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.759720 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: subnet_onboard Sep 22 17:07:57.760048 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.760974 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.761484 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 17:07:57.761808 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnet_service_types.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.762724 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.763232 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: subnet-service-types Sep 22 17:07:57.763561 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnetallocation.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.764663 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.765173 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: subnet_allocation Sep 22 17:07:57.765500 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.766161 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.766666 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: subnetpool-prefix-ops Sep 22 17:07:57.766986 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.767934 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.768440 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 17:07:57.768761 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: tagging.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.769868 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.770381 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: standard-attr-tag Sep 22 17:07:57.770708 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: timestamp.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.771940 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.772450 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loaded extension: standard-attr-timestamp Sep 22 17:07:57.772784 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: trunk.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.773811 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.774321 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension trunk not supported by any of loaded plugins Sep 22 17:07:57.774645 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: trunk_details.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.775556 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.776089 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension trunk-details not supported by any of loaded plugins Sep 22 17:07:57.776412 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: uplink_status_propagation.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.777333 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.777840 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 17:07:57.778163 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Loading extension file: vlantransparent.py {{(pid=94113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 17:07:57.778826 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 17:07:57.779334 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 17:07:57.782318 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:network Sep 22 17:07:57.782838 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnet Sep 22 17:07:57.783237 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 17:07:57.783706 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:port Sep 22 17:07:57.784927 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.785362 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service FLAVORS assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.785996 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.786427 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.786763 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:router Sep 22 17:07:57.787189 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:floatingip Sep 22 17:07:57.787700 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service METERING assigned prefix: /metering {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.789142 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.789510 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.789862 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:07:57.790893 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 17:07:57.791328 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:security_group Sep 22 17:07:57.791792 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 17:07:57.792373 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service CORE assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.792708 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 17:07:57.793049 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] subnetpool is already registered Sep 22 17:07:57.793481 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service CORE assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.793805 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 17:07:57.794137 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] subnetpool is already registered Sep 22 17:07:57.797149 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.797525 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service FLAVORS assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.798115 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.798537 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.798870 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:router Sep 22 17:07:57.799209 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] router is already registered Sep 22 17:07:57.799635 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:floatingip Sep 22 17:07:57.799976 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] floatingip is already registered Sep 22 17:07:57.800426 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service METERING assigned prefix: /metering {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.801082 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 17:07:57.801408 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] rbac_policy is already registered Sep 22 17:07:57.801816 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:security_group Sep 22 17:07:57.802149 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] security_group is already registered Sep 22 17:07:57.802553 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 17:07:57.802882 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] security_group_rule is already registered Sep 22 17:07:57.803504 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service CORE assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.803862 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 17:07:57.804200 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] subnetpool is already registered Sep 22 17:07:57.804614 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.v2.resource_helper [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Service CORE assigned prefix: {{(pid=94113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 17:07:57.804946 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 17:07:57.805276 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING neutron.quota.resource_registry [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] subnetpool is already registered Sep 22 17:07:57.805733 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: extensions {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.807208 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: address-groups {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.808707 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: address-scopes {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.810010 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: agents {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.811168 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: auto-allocated-topology {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.812465 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: availability_zones {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.813677 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: dhcp-networks {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.815255 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: dhcp-agents {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.816706 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: routers {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.818899 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: flavors {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.820089 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: service_profiles {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.821287 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: next_providers {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.822759 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: service_profiles {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.824329 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: floatingip-pools {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.825536 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: routers {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.827687 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: floatingips {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.828960 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: l3-routers {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.830337 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: l3-agents {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.831772 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: metering-labels {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.833123 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: metering-label-rules {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.834378 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: network-ip-availabilities {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.835655 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: bindings {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.838135 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: quotas {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.839587 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: quotas {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.841007 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: rbac-policies {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.842200 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: security-groups {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.844057 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: security-group-rules {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.845309 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: service-providers {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.846508 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: subnetpools {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.847963 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: subnetpools {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.849409 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.851049 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.852933 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.854709 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.856502 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.858305 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.860870 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.862758 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.864531 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.866248 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron.api.extensions [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Extended resource: tags {{(pid=94113) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 17:07:57.872123 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING keystonemiddleware.auth_token [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 17:07:57.876891 dv-cinder-810415-2-iscsi neutron-server[94113]: WARNING keystonemiddleware.auth_token [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 17:07:57.885336 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Acquired lock "singleton_lock" {{(pid=94113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 17:07:57.885809 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_concurrency.lockutils [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Releasing lock "singleton_lock" {{(pid=94113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 17:07:57.886448 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Starting 2 workers Sep 22 17:07:57.891976 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Started child 94222 {{(pid=94113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 17:07:57.896463 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Started child 94223 {{(pid=94113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 17:07:57.897262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.898040 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO neutron.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 17:07:57.898711 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Notify callbacks [] for process, before_spawn {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.898814 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [-] (94222) wsgi starting up on http://0.0.0.0:9696 Sep 22 17:07:57.901241 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Starting 1 workers Sep 22 17:07:57.901354 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.902719 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [-] (94223) wsgi starting up on http://0.0.0.0:9696 Sep 22 17:07:57.906997 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Started child 94224 {{(pid=94113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 17:07:57.907569 dv-cinder-810415-2-iscsi neutron-server[94113]: INFO oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Starting 1 workers Sep 22 17:07:57.911237 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] calling RpcWorker wait() {{(pid=94224) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 17:07:57.912205 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Started child 94225 {{(pid=94113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 17:07:57.912331 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.service [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] returning from RpcWorker wait() {{(pid=94224) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 17:07:57.913028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG neutron_lib.callbacks.manager [None req-859827ae-3565-4f85-8c38-17ff7905273b None None] Notify callbacks [] for process, after_spawn {{(pid=94113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.913663 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.914113 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:57.914998 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 17:07:57.915209 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 17:07:57.915393 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 17:07:57.915630 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 17:07:57.916019 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 17:07:57.916183 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 17:07:57.916704 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.916979 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.917229 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.917476 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.917771 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.918223 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.918700 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.918700 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.918845 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.919104 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.919349 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.919517 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.919706 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.919948 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.920179 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.920467 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.920731 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.920966 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.921269 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.921442 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.921707 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.921966 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.922209 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.922482 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] debug = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.922730 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.923214 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.923440 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.923714 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.923927 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.924188 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.924435 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.924701 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.924945 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.925162 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.925412 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.925653 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.925879 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.926085 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.926319 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.926573 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.926809 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.927269 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] host = dv-cinder-810415-2-iscsi {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.927505 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.927751 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.928006 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.928246 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.928485 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.928717 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.928968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.929208 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.929473 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.929722 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.929970 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.930210 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.930499 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.930689 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.930849 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_options = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.931098 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.931355 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.931642 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.931907 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.932073 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.932245 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.932496 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.932658 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.932890 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.933121 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.933330 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.933539 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.933810 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.933968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.934231 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.934476 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.934719 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.934933 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.935166 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.935404 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.935638 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.935872 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.936083 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.936311 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.936521 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.936828 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.937048 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.937280 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.937490 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.937727 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.937966 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.938218 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.938433 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.938661 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.939000 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.939165 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.939388 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.939598 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.939887 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.940110 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.940372 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.940626 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.940833 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.941071 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.941280 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.941516 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.941701 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_json = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.941908 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.942156 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.942406 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.942615 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.942833 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.943047 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.943254 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.943484 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:57.943942 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.944221 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.944541 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.944832 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.946573 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.946748 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.947029 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.947295 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.947595 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.948040 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.948205 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.948460 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.948799 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.949119 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.949342 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.949959 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.950544 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.950544 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.950786 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954028 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954564 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954564 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954714 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:57.954789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.954969 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.955277 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.955429 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.955694 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.955894 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.956179 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.956418 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.956640 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.956866 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.957104 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.957321 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.957556 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.957826 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.958073 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.958314 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.958694 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.958926 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.959160 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.959373 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.959588 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.959904 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.960130 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.960379 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.960636 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.960869 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.961092 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.961336 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.961579 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.961859 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.962106 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.962470 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.962695 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.962917 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.963136 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.963393 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.963655 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.963882 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.964102 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.964345 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.964568 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.964789 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.965032 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.965249 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.965536 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.965761 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.966003 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.966227 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.966474 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.966691 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.966910 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.967186 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.967460 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.967727 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.967941 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.968834 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.969141 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.969351 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.969735 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.970408 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.970655 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.970897 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.971195 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.971442 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.971734 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.972025 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.972266 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.972571 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.972863 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.973044 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.973264 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.973643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.973931 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.974172 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.974493 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.974737 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.974974 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.975242 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.975460 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.975730 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.975989 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.976233 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.976486 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.976737 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.977046 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.977324 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.977587 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.977912 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.978164 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.978457 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.978759 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.979042 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.979336 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.979572 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.979876 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.980178 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.980356 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.980630 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.980862 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.981110 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.981356 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.981633 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.981890 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.982393 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.982393 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.982630 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.982968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.983228 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.983474 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.983749 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.984050 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.984603 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.984849 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.985126 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.985387 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.985679 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.985917 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.986152 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.986436 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.986757 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.987026 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.987263 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.987600 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.987864 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.988327 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.988430 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989542 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989542 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989542 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989542 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989899 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.989899 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.990046 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.990277 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.990515 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.990786 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.991069 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.991396 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.991650 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.991914 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.992170 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.992448 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.992736 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.993062 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.993319 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.993564 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.994040 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.994293 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.994547 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.994843 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.995106 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.995358 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.995577 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996697 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996697 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996697 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996697 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.996968 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.997253 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.997525 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.997854 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.998117 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.998354 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.998611 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.998820 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.999096 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.999375 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.999647 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:57.999857 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.000081 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.000344 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.000620 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.000865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.001154 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.001407 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.001623 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.001840 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.002061 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.002278 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.002572 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.002862 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.003113 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.003375 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.003656 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.003885 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.004194 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.004395 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.004615 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.004920 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.005365 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.005564 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.005970 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.006204 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.006481 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.006686 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.006914 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.007162 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.007397 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.007697 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.008178 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.008460 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.008686 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.008928 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.009215 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.009502 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.009649 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.010030 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.010434 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.010704 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.010965 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.011248 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.011383 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.011669 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.011902 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.012127 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.012429 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.012685 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.013165 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.013476 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.013826 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.014084 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.014348 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.014690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.015543 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.015723 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.016229 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.016401 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.016625 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.016883 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.017208 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.017519 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.017811 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.018087 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.018383 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.018670 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.019473 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.019473 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.019473 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.019777 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.020049 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.020306 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.020540 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.020799 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.021025 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.021249 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.021514 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.021776 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.022014 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.022257 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.022491 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.022740 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.022983 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.023211 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.023431 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.023717 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.023954 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.024180 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.024399 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.024558 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 17:07:58.025084 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 17:07:58.025246 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 17:07:58.025402 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 17:07:58.025576 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 17:07:58.025751 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 17:07:58.025904 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 17:07:58.026115 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.026280 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.026443 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.026605 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.026766 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.026948 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.027110 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.027272 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.027433 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.027595 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.027864 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028025 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028176 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028337 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028500 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028662 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028823 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.028984 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029150 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029312 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029477 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029638 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029800 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] debug = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.029961 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.030207 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.030380 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031119 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031281 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031443 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031605 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031793 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.031957 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032117 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032279 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032441 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032601 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032762 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.032922 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033085 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033245 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033407 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] host = dv-cinder-810415-2-iscsi {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033568 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033729 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.033890 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.034050 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.034210 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.034372 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.034614 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.034779 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035278 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035278 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035278 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035669 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035669 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035980 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.035980 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_options = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.036218 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.036218 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.036690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.036690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.036690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037068 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037068 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037068 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037418 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037418 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037653 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037653 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.037888 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038015 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038149 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038274 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038415 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038576 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038738 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.038899 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039060 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039221 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039387 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039548 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039729 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.039892 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040052 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040215 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040377 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040538 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040699 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.040861 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041021 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041266 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041408 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041493 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041621 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041783 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.041994 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042096 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042255 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042416 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042577 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042737 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.042898 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043058 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043219 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_json = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043382 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043542 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043725 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.043871 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.044037 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.044199 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.044705 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.044705 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 17:07:58.044705 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045033 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045033 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045180 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045317 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045445 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045614 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045850 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.045951 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046121 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046280 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046444 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046619 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046784 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.046947 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047112 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047324 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047443 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047607 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047790 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.047955 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048119 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048291 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048454 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048617 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048780 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.048944 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049125 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049289 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049458 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049622 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049787 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.049951 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050116 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050280 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050444 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050609 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050772 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.050935 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051098 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051338 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051438 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051578 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051765 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.051929 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052097 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052265 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052413 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052579 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052744 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.052909 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053073 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053237 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053392 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053551 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053725 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.053889 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054053 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054217 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054380 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054543 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054729 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.054911 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055075 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055239 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055402 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055580 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055767 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.055941 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056091 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056261 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056423 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056585 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056748 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.056839 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:58.056937 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057063 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057227 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057390 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057553 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057716 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.057880 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058043 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058207 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058372 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058535 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058699 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.058861 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059024 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059186 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059362 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059540 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059772 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.059937 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060101 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060263 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060426 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060590 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060753 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.060915 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061079 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061242 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061471 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061570 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061740 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.061903 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062067 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062231 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062420 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062620 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062790 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.062953 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063118 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063281 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063443 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063605 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063787 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.063960 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064123 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064289 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064623 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064796 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.064959 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065122 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065285 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065448 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065612 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065775 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.065938 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066100 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066265 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066428 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066599 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066772 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.066937 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067100 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067263 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067449 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067633 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.067966 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.068129 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.068292 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.068455 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.068689 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.068858 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.069182 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.069356 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.069525 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.069690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.069853 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.070162 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.070473 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.070642 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.071801 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072270 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072270 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072270 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072488 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072488 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072667 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.072829 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.073865 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074322 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074322 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074322 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074535 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074535 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074690 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074822 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.074992 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.079643 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080236 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.080788 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081352 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.081896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082452 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082810 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082810 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.082962 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083043 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083211 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083370 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083537 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083723 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.083896 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084066 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084226 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084389 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084552 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084719 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.084893 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085059 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085223 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085385 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085552 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085699 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.085874 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086042 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086203 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086375 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086539 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086703 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.086866 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087039 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087203 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087369 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087533 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087720 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.087888 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088052 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088219 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088391 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088561 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088727 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.088898 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089070 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089241 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089405 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089575 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089751 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.089914 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090078 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090246 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090409 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090573 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090736 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.090898 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091060 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091223 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091385 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091549 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091736 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.091904 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092068 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092229 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092392 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092555 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092718 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.092915 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 17:07:58.093637 dv-cinder-810415-2-iscsi neutron-server[94113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 17:07:58.293445 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42628) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:07:58.302124 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064523 Sep 22 17:08:09.890278 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518f138-41f7-406c-a834-c7992820ea8b None None] get_active_networks_info from dv-cinder-810415-2-iscsi {{(pid=94224) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 17:08:09.984911 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518f138-41f7-406c-a834-c7992820ea8b None None] No non-hosted networks {{(pid=94224) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 17:08:10.005667 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.agentschedulers_db [None req-b518f138-41f7-406c-a834-c7992820ea8b None None] DHCP Agent not found on host dv-cinder-810415-2-iscsi {{(pid=94224) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 17:08:10.246624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b120609f-5472-4b43-9fb5-155f6caa0896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.284231 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b552c365-ca34-4bdd-ac4d-83210e4206cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.348142 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-53c381b1-98eb-487c-82c9-90aa4bc5d642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.168549 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.169808 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.171438 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.172142 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.172756 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.173306 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.173862 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.174455 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.176028 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.176674 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.177459 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.178023 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.178698 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:13.179318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810415-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:13.185944 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810415-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:13.227189 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.262456 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.796538 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.db.l3_hamode_db [None req-b967706c-1d18-44b7-8bb0-c0ef77baec68 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 17:08:15.872822 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967706c-1d18-44b7-8bb0-c0ef77baec68 None None] Routers set() bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:08:15.873202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967706c-1d18-44b7-8bb0-c0ef77baec68 None None] Router IDs set() for agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 17:08:16.163683 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42720) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:16.654384 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING oslo_policy.policy [None req-9e2e0077-8da2-48cf-a7a9-de2ae032ec09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:16.654976 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING oslo_policy.policy [None req-9e2e0077-8da2-48cf-a7a9-de2ae032ec09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:16.875408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-9e2e0077-8da2-48cf-a7a9-de2ae032ec09 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:16.876547 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9e2e0077-8da2-48cf-a7a9-de2ae032ec09 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7119844 Sep 22 17:08:19.246120 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42734) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:19.551688 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:19.645335 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.policy [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 17:08:19.689989 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING oslo_policy.policy [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:19.690356 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING oslo_policy.policy [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:19.698641 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.quota [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] Loaded quota_driver: . Sep 22 17:08:19.785788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779231744', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779232309', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779252414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779250824', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779147985', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771779606903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3689658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3501982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-447777'] for rbac-policy, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.848132 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.849478 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-88306436-b4ed-4ac0-a6bd-3e4ec793e6ae admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6023772 Sep 22 17:08:22.479032 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42746) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:22.771438 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Request body: {'network': {'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'name': 'private', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:22.799909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Made reservation on behalf of e037778497ed4bd3814aa0daabc13a27 for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:22.802511 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.819309 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.939272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.942822 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.962004 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:22.990826 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771780408203', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.991604 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Unsubscribe: segment precommit_create {{(pid=94223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 17:08:22.992324 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Added segment 08bcc26a-5683-4edd-8ca5-e89b67292698 of type vlan for network a9d84008-0e91-423b-bd8d-51677f8b9bab Sep 22 17:08:23.013503 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982202de-77c7-4899-910b-667adb362d80,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:23.060279 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.060676 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.061019 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.061354 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.061682 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.062018 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.062344 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.062662 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.062994 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.063314 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.063640 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.063963 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Tracked resource versions report: Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: pushed versions: Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: { 'AddressGroup': {'1.2'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'ConntrackHelper': {'1.0'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Log': {'1.0'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Network': {'1.1'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Port': {'1.7'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'PortForwarding': {'1.2'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'QosPolicy': {'1.9'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroup': {'1.4'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SubPort': {'1.0'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Subnet': {'1.1'}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Trunk': {'1.1'}} Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: consumer versions: Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'ConntrackHelper': '1.0', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Log': '1.0', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Network': '1.1', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Port': '1.7', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'PortForwarding': '1.2', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'QosPolicy': '1.9', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroup': '1.4', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroupRule': '1.2', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SubPort': '1.0', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Subnet': '1.1', Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Trunk': '1.1'}} Sep 22 17:08:23.065044 dv-cinder-810415-2-iscsi neutron-server[94223]: {{(pid=94223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:08:23.115704 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.153002 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.154831 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:23.155475 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.199896 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7197931 Sep 22 17:08:23.258839 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997345c6-f73f-428a-9a78-b907b40b58a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d84008-0e91-423b-bd8d-51677f8b9bab,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:23.270637 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network a9d84008-0e91-423b-bd8d-51677f8b9bab details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:08:25.854113 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42760) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:26.239066 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307dc80-cd0f-4648-8289-99e0c3433b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:26.240439 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4307dc80-cd0f-4648-8289-99e0c3433b17 admin admin] 10.222.0.11 "GET /v2.0/networks/a9d84008-0e91-423b-bd8d-51677f8b9bab HTTP/1.1" status: 200 len: 825 time: 0.3853860 Sep 22 17:08:26.264109 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4648808a-ed67-4803-b612-a2810234cae3 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5 HTTP/1.1" status: 200 len: 734 time: 0.0175807 Sep 22 17:08:26.272919 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Request body: {'subnet': {'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5', 'name': 'private-subnet', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:26.294211 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Made reservation on behalf of e037778497ed4bd3814aa0daabc13a27 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:26.296955 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.572374 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.641214 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e24349-451c-4abb-9aa7-ddba32984193,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.643164 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Checking segment: {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:08:26.643516 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Network hostable DHCP agents. Network: a9d84008-0e91-423b-bd8d-51677f8b9bab, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:26.664447 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Network a9d84008-0e91-423b-bd8d-51677f8b9bab is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:26.675231 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, a9d84008-0e91-423b-bd8d-51677f8b9bab) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:26.679740 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:26.680334 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.685133 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf4636-e888-48fd-8993-cf7ea196814d None None] Network a9d84008-0e91-423b-bd8d-51677f8b9bab requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:08:26.693089 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-588b71ba-645e-4d67-b5de-d58c7fade888 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4233291 Sep 22 17:08:26.998839 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-a9d84008-0e91-423b-bd8d-51677f8b9bab', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:08:27.000116 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.270545 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Allocated IP 172.20.0.2 (a9d84008-0e91-423b-bd8d-51677f8b9bab/a7e24349-451c-4abb-9aa7-ddba32984193/798b740b-8977-4d07-a50a-bcaac6c22e8b) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:27.471572 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.479152 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.579263 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Network a9d84008-0e91-423b-bd8d-51677f8b9bab is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:27.583560 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:27.594516 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:08:27.604074 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Pushing event updated for resources: {'Port': ['ID=798b740b-8977-4d07-a50a-bcaac6c22e8b,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:27.634556 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.634904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.635239 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.635573 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.635927 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.636255 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.636581 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.636904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.637244 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.637570 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.637889 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.638206 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Tracked resource versions report: Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: pushed versions: Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: { 'AddressGroup': {'1.2'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'ConntrackHelper': {'1.0'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Log': {'1.0'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Network': {'1.1'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Port': {'1.7'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'PortForwarding': {'1.2'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'QosPolicy': {'1.9'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroup': {'1.4'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SubPort': {'1.0'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Subnet': {'1.1'}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Trunk': {'1.1'}} Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: consumer versions: Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'ConntrackHelper': '1.0', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Log': '1.0', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Network': '1.1', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Port': '1.7', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'PortForwarding': '1.2', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'QosPolicy': '1.9', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroup': '1.4', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroupRule': '1.2', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SubPort': '1.0', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Subnet': '1.1', Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Trunk': '1.1'}} Sep 22 17:08:27.639354 dv-cinder-810415-2-iscsi neutron-server[94224]: {{(pid=94224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:08:27.685412 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Attempting to bind port 798b740b-8977-4d07-a50a-bcaac6c22e8b on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:08:27.685808 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Attempting to bind port 798b740b-8977-4d07-a50a-bcaac6c22e8b by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:08:27.686220 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Attempting to bind port 798b740b-8977-4d07-a50a-bcaac6c22e8b on network a9d84008-0e91-423b-bd8d-51677f8b9bab {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:27.690892 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:08:27.691448 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Checking segment: {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:08:27.691786 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.692171 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Bound using segment: {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:27.692646 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Bound port: 798b740b-8977-4d07-a50a-bcaac6c22e8b, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:08:27.693049 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.752186 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] For port 798b740b-8977-4d07-a50a-bcaac6c22e8b, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:27.756353 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] For port 798b740b-8977-4d07-a50a-bcaac6c22e8b, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=798b740b-8977-4d07-a50a-bcaac6c22e8b,segment=NetworkSegment(08bcc26a-5683-4edd-8ca5-e89b67292698),segment_id=08bcc26a-5683-4edd-8ca5-e89b67292698)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:27.760573 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.822331 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d590af-686e-44c8-8f5c-d6b8daa7e452 None None] Pushing event updated for resources: {'Port': ['ID=798b740b-8977-4d07-a50a-bcaac6c22e8b,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:29.117255 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42768) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:29.422469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-e0b8c949-3c99-4551-9f74-e2e1fcac3fcf admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:29.423522 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e0b8c949-3c99-4551-9f74-e2e1fcac3fcf admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053381 Sep 22 17:08:31.812369 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42776) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:32.134832 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-12f0216d-235e-4bd2-b306-0e8832b73acc admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:32.135973 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-12f0216d-235e-4bd2-b306-0e8832b73acc admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3226259 Sep 22 17:08:34.764378 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42786) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:35.075909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:35.102385 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:35.104058 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:35.234567 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:35.239980 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:35.251888 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:35.253098 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-82205534-ee54-4450-943f-961d9ddac690 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4877610 Sep 22 17:08:36.112540 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba4482-17cf-4261-aed7-4881b1063381 None None] Network a9d84008-0e91-423b-bd8d-51677f8b9bab requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:08:36.230188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] Provisioning complete for port 798b740b-8977-4d07-a50a-bcaac6c22e8b triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:36.230494 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.413285 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.448482 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] For port 798b740b-8977-4d07-a50a-bcaac6c22e8b, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=798b740b-8977-4d07-a50a-bcaac6c22e8b,segment=NetworkSegment(08bcc26a-5683-4edd-8ca5-e89b67292698),segment_id=08bcc26a-5683-4edd-8ca5-e89b67292698)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:36.452823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.505908 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51f33a-8bb0-4818-9126-577a6df8ec55 None None] Pushing event updated for resources: {'Port': ['ID=798b740b-8977-4d07-a50a-bcaac6c22e8b,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:36.576532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-b35552a2-21d9-4b4b-b118-1ffda2cfeac7 None None] Provisioning complete for port 798b740b-8977-4d07-a50a-bcaac6c22e8b triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:36.577008 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b35552a2-21d9-4b4b-b118-1ffda2cfeac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.652584 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 798b740b-8977-4d07-a50a-bcaac6c22e8b up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:36.703950 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 798b740b-8977-4d07-a50a-bcaac6c22e8b triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:36.704327 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:37.661221 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42798) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:37.964015 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-3774a34c-3342-4a11-9150-2a9b0265222a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:37.965012 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3774a34c-3342-4a11-9150-2a9b0265222a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3028724 Sep 22 17:08:39.818349 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5928a19f-7650-4dee-8ecc-5a7f5599bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.374084 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 42806) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:40.677337 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:40.697706 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Made reservation on behalf of e35195e24ad34b3d9f578170d765723a for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:40.700718 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.708304 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.795887 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.799292 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.813481 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94223) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 17:08:40.831359 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd72bb-40d8-4fbd-9c69-486bd85a45ba,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:40.836252 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.836591 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Added segment c45541b8-e767-44fd-a5e1-27aa94936f1c of type flat for network 51136686-2ce5-4eeb-942f-b61d76cc7075 Sep 22 17:08:40.881073 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.912603 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.913533 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:40.914100 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.943068 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5679877 Sep 22 17:08:40.975466 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0da0-733b-4ba8-8c3b-79bd6196d8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=51136686-2ce5-4eeb-942f-b61d76cc7075,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:40.987851 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:08:42.277087 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-af479b97-6e51-482d-b2bd-a24b392bfab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:43.159170 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:43.164507 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:43.307387 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 42814) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:43.733602 dv-cinder-810415-2-iscsi neutron-server[94222]: WARNING oslo_policy.policy [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:43.734180 dv-cinder-810415-2-iscsi neutron-server[94222]: WARNING oslo_policy.policy [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:44.139395 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.policy [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94222) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 17:08:44.184815 dv-cinder-810415-2-iscsi neutron-server[94222]: WARNING oslo_policy.policy [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:44.185180 dv-cinder-810415-2-iscsi neutron-server[94222]: WARNING oslo_policy.policy [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 17:08:44.193162 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:44.195058 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3cb14b55-e733-4bf4-9e66-7626b4fc69d0 admin admin] 10.222.0.11 "GET /v2.0/subnets/a7e24349-451c-4abb-9aa7-ddba32984193 HTTP/1.1" status: 200 len: 849 time: 0.8856382 Sep 22 17:08:44.356823 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-1f8cea8f-6d9e-44f6-af1e-9cc60352c7b8 admin admin] 10.222.0.11 "GET /v2.0/routers/1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa HTTP/1.1" status: 200 len: 704 time: 0.1551144 Sep 22 17:08:44.614830 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:44.933665 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Allocated IP 172.20.0.1 (a9d84008-0e91-423b-bd8d-51677f8b9bab/a7e24349-451c-4abb-9aa7-ddba32984193/7588dcfe-9627-40a5-a764-705daf546420) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:45.138132 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.205310 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.207169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.228197 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Network a9d84008-0e91-423b-bd8d-51677f8b9bab is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:45.247751 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:45.313018 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:08:45.313613 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.376949 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Pushing event updated for resources: {'Port': ['ID=7588dcfe-9627-40a5-a764-705daf546420,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.396923 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.397282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.397623 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.397960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.398286 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.398629 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.398953 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.399324 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.399726 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.400096 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.400460 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.400823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Tracked resource versions report: Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: pushed versions: Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: { 'AddressGroup': {'1.2'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'ConntrackHelper': {'1.0'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Log': {'1.0'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Network': {'1.1'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Port': {'1.7'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'PortForwarding': {'1.2'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'QosPolicy': {'1.9'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroup': {'1.4'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SubPort': {'1.0'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Subnet': {'1.1'}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Trunk': {'1.1'}} Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: consumer versions: Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'ConntrackHelper': '1.0', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Log': '1.0', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Network': '1.1', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Port': '1.7', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'PortForwarding': '1.2', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'QosPolicy': '1.9', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroup': '1.4', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroupRule': '1.2', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SubPort': '1.0', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Subnet': '1.1', Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Trunk': '1.1'}} Sep 22 17:08:45.401932 dv-cinder-810415-2-iscsi neutron-server[94222]: {{(pid=94222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:08:45.524264 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.544415 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-97c05a64-7f40-4871-9314-ba5d95e0cacd None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:45.544790 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-97c05a64-7f40-4871-9314-ba5d95e0cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.581215 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-97c05a64-7f40-4871-9314-ba5d95e0cacd None None] Port 7588dcfe-9627-40a5-a764-705daf546420 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:08:45.733305 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.737496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.738366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.796875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Pushing event updated for resources: {'Port': ['ID=7588dcfe-9627-40a5-a764-705daf546420,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.862439 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Network a9d84008-0e91-423b-bd8d-51677f8b9bab is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:45.863728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:46.067496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:08:46.101409 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-802a2107-aa54-4b3a-8400-3d3f7c5a4f4b None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:46.101783 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-802a2107-aa54-4b3a-8400-3d3f7c5a4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.137991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-802a2107-aa54-4b3a-8400-3d3f7c5a4f4b None None] Port 7588dcfe-9627-40a5-a764-705daf546420 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:08:46.155959 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:46.161112 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ea9d63e9-57a7-44bb-a835-12146a4cef95 admin admin] 10.222.0.11 "PUT /v2.0/routers/1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7984097 Sep 22 17:08:46.166052 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Sync routers for ids ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:46.177831 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Routers {'1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:08:46.178671 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:08:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:46.363855 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Set router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:08:46.784071 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:45Z', 'revision_number': 2, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port_host': None, '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:45Z', 'revision_number': 2, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:46.833894 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Checking router: 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:46.834258 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Updating router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa port 7588dcfe-9627-40a5-a764-705daf546420 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:08:46.880944 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.388645 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.395454 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.557289 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Pushing event updated for resources: {'Port': ['ID=7588dcfe-9627-40a5-a764-705daf546420,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.565774 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-fe336bca-6c5d-4ce1-a908-43a0778427bc None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:47.566245 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-fe336bca-6c5d-4ce1-a908-43a0778427bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.568467 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Attempting to bind port 7588dcfe-9627-40a5-a764-705daf546420 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:08:47.568858 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Attempting to bind port 7588dcfe-9627-40a5-a764-705daf546420 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:08:47.569291 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Attempting to bind port 7588dcfe-9627-40a5-a764-705daf546420 on network a9d84008-0e91-423b-bd8d-51677f8b9bab {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:47.572833 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.573174 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.573506 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.573832 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.574156 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.574480 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.574836 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.575156 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.575481 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.575818 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.576134 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.576447 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Tracked resource versions report: Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: pushed versions: Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: { 'AddressGroup': {'1.2'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'ConntrackHelper': {'1.0'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Log': {'1.0'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Network': {'1.1'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Port': {'1.7'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'PortForwarding': {'1.2'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'QosPolicy': {'1.9'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroup': {'1.4'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SubPort': {'1.0'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Subnet': {'1.1'}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Trunk': {'1.1'}} Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: consumer versions: Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'ConntrackHelper': '1.0', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Log': '1.0', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Network': '1.1', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Port': '1.7', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'PortForwarding': '1.2', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'QosPolicy': '1.9', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroup': '1.4', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroupRule': '1.2', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SubPort': '1.0', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Subnet': '1.1', Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Trunk': '1.1'}} Sep 22 17:08:47.577534 dv-cinder-810415-2-iscsi neutron-server[94225]: {{(pid=94225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:08:47.584223 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:08:47.584698 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Checking segment: {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:08:47.585184 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.585560 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Bound using segment: {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:47.586044 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Bound port: 7588dcfe-9627-40a5-a764-705daf546420, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bcc26a-5683-4edd-8ca5-e89b67292698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:08:47.586433 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.605017 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-fe336bca-6c5d-4ce1-a908-43a0778427bc None None] Port 7588dcfe-9627-40a5-a764-705daf546420 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:08:47.656987 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] For port 7588dcfe-9627-40a5-a764-705daf546420, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:47.676955 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] For port 7588dcfe-9627-40a5-a764-705daf546420, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7588dcfe-9627-40a5-a764-705daf546420,segment=NetworkSegment(08bcc26a-5683-4edd-8ca5-e89b67292698),segment_id=08bcc26a-5683-4edd-8ca5-e89b67292698)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:47.681374 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.741237 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb301003-727a-46c3-99f5-0af299396307 None None] Pushing event updated for resources: {'Port': ['ID=7588dcfe-9627-40a5-a764-705daf546420,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.745288 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Routers {'1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:08:47.745898 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:08:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:47.833754 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] Set router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:08:47.926076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:47.926370 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.000788 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.032641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] For port 7588dcfe-9627-40a5-a764-705daf546420, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7588dcfe-9627-40a5-a764-705daf546420,segment=NetworkSegment(08bcc26a-5683-4edd-8ca5-e89b67292698),segment_id=08bcc26a-5683-4edd-8ca5-e89b67292698)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:48.036720 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.047801 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:45Z', 'revision_number': 2, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port_host': None, '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:47Z', 'revision_number': 4, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:48.075847 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fff1b0-031c-4fd3-abdd-0f74626353b0 None None] The sync data for ids ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'] in dv-cinder-810415-2-iscsi is: [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:45Z', 'revision_number': 2, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port_host': None, '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:47Z', 'revision_number': 4, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:48.084485 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05aece-5c4d-4233-884d-a4b33b495349 None None] Pushing event updated for resources: {'Port': ['ID=7588dcfe-9627-40a5-a764-705daf546420,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:48.442553 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 42852) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:48.549817 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8cc2d1-d1e2-416b-817f-404668325984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:48.551177 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-fe8cc2d1-d1e2-416b-817f-404668325984 admin admin] 10.222.0.11 "GET /v2.0/networks/51136686-2ce5-4eeb-942f-b61d76cc7075 HTTP/1.1" status: 200 len: 842 time: 0.1076624 Sep 22 17:08:48.561744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:48.563124 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.quota [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Loaded quota_driver: . Sep 22 17:08:48.600287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Made reservation on behalf of e35195e24ad34b3d9f578170d765723a for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:48.602522 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.904487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.objects.ports [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94222) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 17:08:48.904944 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.968291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:08:48.968646 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Network hostable DHCP agents. Network: 51136686-2ce5-4eeb-942f-b61d76cc7075, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:48.970792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7a1a25-1929-4297-bbcf-f4f9737762ba,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:48.994844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:49.007771 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 51136686-2ce5-4eeb-942f-b61d76cc7075) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:49.012084 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:49.012970 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:49.018459 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772f1dd-f812-416b-8742-0eaed19730c0 None None] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:08:49.037357 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-53271d03-6b4c-47dc-8132-e314d5e42ea4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4795089 Sep 22 17:08:49.149782 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974f024-3036-4586-849d-ed07f816f2ee None None] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:08:51.377030 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 42864) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:51.505894 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-00317d85-579b-470e-97b2-0689ee529a1f admin admin] 10.222.0.11 "GET /v2.0/routers/1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa HTTP/1.1" status: 200 len: 710 time: 0.1275237 Sep 22 17:08:51.595392 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b8685-a5b1-4ef5-ad65-3b614b8a1d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:08:51.596845 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e11b8685-a5b1-4ef5-ad65-3b614b8a1d6e admin admin] 10.222.0.11 "GET /v2.0/networks/51136686-2ce5-4eeb-942f-b61d76cc7075 HTTP/1.1" status: 200 len: 886 time: 0.0846224 Sep 22 17:08:51.606845 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:51.848921 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.098539 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.230505 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.337203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Allocated IP 172.27.1.11 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/6107bdc7-c343-41e5-a24b-84123d87d5ff) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:52.438536 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.470060 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.504738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:52.507646 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:52.512776 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:08:52.547814 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Pushing event updated for resources: {'Port': ['ID=6107bdc7-c343-41e5-a24b-84123d87d5ff,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.760737 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.948653 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1681'] for router, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.952151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-604330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603930'] for router, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.055239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:08:53.173317 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:53.177636 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.178877 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a5d1497a-0329-44d2-8004-912ca2cca935 admin admin] 10.222.0.11 "PUT /v2.0/routers/1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa HTTP/1.1" status: 200 len: 889 time: 1.5758476 Sep 22 17:08:53.975877 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:08:54.427184 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Sync routers for ids ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:54.438767 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Routers {'1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:08:54.439415 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:08:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:54.647072 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 7588dcfe-9627-40a5-a764-705daf546420 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:54.649813 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Set router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:08:54.913306 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:54.913620 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.131965 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:52Z', 'revision_number': 4, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port': {'id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:52Z', 'updated_at': '2021-09-22T17:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:48Z', 'revision_number': 5, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:55.180874 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Checking router: 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:55.181151 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Updating router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa port 6107bdc7-c343-41e5-a24b-84123d87d5ff binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:08:55.228316 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.540957 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.545681 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.590792 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Attempting to bind port 6107bdc7-c343-41e5-a24b-84123d87d5ff on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:08:55.591155 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Attempting to bind port 6107bdc7-c343-41e5-a24b-84123d87d5ff by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:08:55.591513 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Attempting to bind port 6107bdc7-c343-41e5-a24b-84123d87d5ff on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:55.601771 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:08:55.602144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:08:55.602539 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.602932 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:55.603388 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Bound port: 6107bdc7-c343-41e5-a24b-84123d87d5ff, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:08:55.603805 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.606828 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe180d-712b-4a9b-9c33-e78f7a193111 None None] Pushing event updated for resources: {'Port': ['ID=6107bdc7-c343-41e5-a24b-84123d87d5ff,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:55.642868 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 42876) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:08:55.733906 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] For port 6107bdc7-c343-41e5-a24b-84123d87d5ff, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:55.737108 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] For port 6107bdc7-c343-41e5-a24b-84123d87d5ff, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=6107bdc7-c343-41e5-a24b-84123d87d5ff,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:55.741277 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.761260 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3306f0bb-4bb9-4ab8-bc7e-3d211e30b99e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1171749 Sep 22 17:08:55.787351 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Routers {'1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:08:55.788015 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:08:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:55.835232 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe180d-712b-4a9b-9c33-e78f7a193111 None None] Pushing event updated for resources: {'Port': ['ID=6107bdc7-c343-41e5-a24b-84123d87d5ff,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:55.912558 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] Set router 1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:08:56.122065 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:52Z', 'revision_number': 4, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port': {'id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:52Z', 'updated_at': '2021-09-22T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:48Z', 'revision_number': 5, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:56.151462 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d02a6-c555-400f-bd27-47aea23d5dc8 None None] The sync data for ids ['1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa'] in dv-cinder-810415-2-iscsi is: [{'id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'name': 'router1', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:08:35Z', 'updated_at': '2021-09-22T17:08:52Z', 'revision_number': 4, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'gw_port': {'id': '6107bdc7-c343-41e5-a24b-84123d87d5ff', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:52Z', 'updated_at': '2021-09-22T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '7588dcfe-9627-40a5-a764-705daf546420', 'name': '', 'network_id': 'a9d84008-0e91-423b-bd8d-51677f8b9bab', 'tenant_id': 'e037778497ed4bd3814aa0daabc13a27', 'mac_address': 'fa:16:3e:4e:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe3a6a8-72a7-4ccb-bcf3-01e3bcd4dbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:08:44Z', 'updated_at': '2021-09-22T17:08:48Z', 'revision_number': 5, 'project_id': 'e037778497ed4bd3814aa0daabc13a27', 'subnets': [{'id': 'a7e24349-451c-4abb-9aa7-ddba32984193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e66a5230-fcc4-4fd0-a70a-6f313c8dc4e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:56.657107 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 6107bdc7-c343-41e5-a24b-84123d87d5ff up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:56.731987 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 6107bdc7-c343-41e5-a24b-84123d87d5ff triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:56.731987 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.805641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.826823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 6107bdc7-c343-41e5-a24b-84123d87d5ff, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=6107bdc7-c343-41e5-a24b-84123d87d5ff,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:56.830652 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.880879 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=6107bdc7-c343-41e5-a24b-84123d87d5ff,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:58.635157 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 6107bdc7-c343-41e5-a24b-84123d87d5ff up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:58.682720 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 6107bdc7-c343-41e5-a24b-84123d87d5ff triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:58.683089 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:09.827286 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-972c26f4-5d56-4b70-a55d-569251b8c7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:12.309376 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-04e39446-7578-4a81-8ffe-a191d00b60e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:13.169103 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:13.176834 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:15.223865 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:30.976157 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:09:39.820154 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c4ee-3483-4fdc-95ce-bd30893e2f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:42.284161 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-685edd26-f468-41f8-9344-6a7ee8b4d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:43.158686 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:43.168193 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:45.228591 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:07.976233 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:10:09.821077 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-63af85f2-9259-4f63-ae27-678fa4c44b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:12.285552 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1f35bacc-a3fe-4d62-8e6f-61a43b141538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:13.152659 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:13.170309 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:15.232812 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:31.774844 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43438) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:31.851193 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd33b12-56c3-4180-89c0-beb14b270c0b admin admin] GET failed (client error): The resource could not be found. Sep 22 17:10:31.853060 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5bd33b12-56c3-4180-89c0-beb14b270c0b admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0772679 Sep 22 17:10:32.012038 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f254c-611c-4946-bace-15a4b1a07a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:32.013434 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-8a8f254c-611c-4946-bace-15a4b1a07a1c admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555305 Sep 22 17:10:34.213256 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43448) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:34.305604 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c8ec7-c600-467e-b424-bec9317d6936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:34.306939 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-cd1c8ec7-c600-467e-b424-bec9317d6936 admin admin] 10.222.0.11 "GET /v2.0/subnets/a7e24349-451c-4abb-9aa7-ddba32984193 HTTP/1.1" status: 200 len: 849 time: 0.0927174 Sep 22 17:10:34.316803 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:34.397537 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:34.537105 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771780350199'] for subnet, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:34.566048 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:34.566629 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:34.568320 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] 10.222.0.11 "PUT /v2.0/subnets/a7e24349-451c-4abb-9aa7-ddba32984193 HTTP/1.1" status: 200 len: 868 time: 0.2546794 Sep 22 17:10:34.571645 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781fcce6-910a-4988-b1c4-c55ad1149fdb None None] Network a9d84008-0e91-423b-bd8d-51677f8b9bab requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:10:34.587713 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e24349-451c-4abb-9aa7-ddba32984193,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:34.595223 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.595597 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.595976 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.596318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.596655 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.597013 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.597351 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.597684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.598030 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.598361 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.598687 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.599022 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de83b96-4c3d-4eac-96c0-df07861c7c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:34.935917 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-01066400-874e-496d-8a8c-6cb132ffb7c5 None None] Provisioning complete for port 798b740b-8977-4d07-a50a-bcaac6c22e8b triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:10:34.936291 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01066400-874e-496d-8a8c-6cb132ffb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:35.021695 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-01066400-874e-496d-8a8c-6cb132ffb7c5 None None] Provisioning complete for port 7588dcfe-9627-40a5-a764-705daf546420 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:10:35.022476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01066400-874e-496d-8a8c-6cb132ffb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:36.766360 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43458) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:37.035565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c7877-d378-41df-992e-ba879c4e896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:37.036072 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c7877-d378-41df-992e-ba879c4e896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:37.037635 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a42c7877-d378-41df-992e-ba879c4e896f admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2703040 Sep 22 17:10:39.204332 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43466) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:39.332442 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c29251-0989-418c-bcf0-52f118692c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:39.332908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c29251-0989-418c-bcf0-52f118692c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:39.334449 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-55c29251-0989-418c-bcf0-52f118692c6b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291614 Sep 22 17:10:39.826782 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-11d3972e-61cf-4be6-9045-7f916f668491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:41.512859 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43474) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:41.635476 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f11fe-238c-47c6-afd8-4e633ea89b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:41.639648 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-703f11fe-238c-47c6-afd8-4e633ea89b96 admin admin] 10.222.0.11 "GET /v2.0/networks/51136686-2ce5-4eeb-942f-b61d76cc7075 HTTP/1.1" status: 200 len: 886 time: 0.1257536 Sep 22 17:10:42.289269 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ae13be17-7241-426f-b8ca-61d3e61117c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.154827 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.182297 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.838858 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43482) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:43.964313 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d581be-fcf2-4999-a045-9be59c416712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:43.965694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-64d581be-fcf2-4999-a045-9be59c416712 admin admin] 10.222.0.11 "GET /v2.0/networks/a9d84008-0e91-423b-bd8d-51677f8b9bab HTTP/1.1" status: 200 len: 869 time: 0.1258047 Sep 22 17:10:44.975406 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:10:45.235953 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:46.120461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43490) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:46.244530 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605a102-2550-4f0d-b345-d706072ecaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:46.244987 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605a102-2550-4f0d-b345-d706072ecaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:46.246519 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-8605a102-2550-4f0d-b345-d706072ecaa9 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251228 Sep 22 17:10:48.421648 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43498) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:48.514809 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af87130-d4ac-4abc-b9e3-ef80993ecb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:48.515258 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af87130-d4ac-4abc-b9e3-ef80993ecb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:48.516794 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1af87130-d4ac-4abc-b9e3-ef80993ecb91 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942183 Sep 22 17:10:50.695605 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43506) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:50.781358 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6ad2e-38cb-495d-a22d-d3f49f17658a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:50.782666 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-8da6ad2e-38cb-495d-a22d-d3f49f17658a admin admin] 10.222.0.11 "GET /v2.0/subnets/0b7a1a25-1929-4297-bbcf-f4f9737762ba HTTP/1.1" status: 200 len: 816 time: 0.0861156 Sep 22 17:10:52.963730 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43514) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:10:53.054357 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3cfbf-4959-4dcd-b7ed-61b6a85a1c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:10:53.056235 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-69f3cfbf-4959-4dcd-b7ed-61b6a85a1c6f admin admin] 10.222.0.11 "GET /v2.0/subnets/a7e24349-451c-4abb-9aa7-ddba32984193 HTTP/1.1" status: 200 len: 868 time: 0.0915861 Sep 22 17:11:09.821494 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bcfeae74-e2a8-4570-8d41-6b843bb9e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:12.291895 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-68ac9175-7ac1-48eb-8154-4880ff32f4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:13.156517 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:13.175575 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:15.239932 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:16.800402 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43568) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:11:16.846644 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-aff5130b-6aea-4a15-857b-8951982694a5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:11:16.847701 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-aff5130b-6aea-4a15-857b-8951982694a5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463481 Sep 22 17:11:19.085020 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43576) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:11:19.143767 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea38ab86-63f4-46db-b4bb-9fbfcd250d71 admin admin] GET failed (client error): The resource could not be found. Sep 22 17:11:19.145043 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ea38ab86-63f4-46db-b4bb-9fbfcd250d71 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588214 Sep 22 17:11:19.226028 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089db74-1a29-49dd-90fd-aed77438b548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:11:19.227966 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b089db74-1a29-49dd-90fd-aed77438b548 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0783975 Sep 22 17:11:21.441546 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43584) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:11:21.487910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:21.508684 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Made reservation on behalf of e35195e24ad34b3d9f578170d765723a for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:21.510857 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.545301 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING neutron.services.revisions.revision_plugin [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Could not find related network for resource to bump revision. Sep 22 17:11:21.556153 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:11:21.564383 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.564724 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Added segment 196b3e09-7629-4d8e-a2e1-ee298530b03e of type vlan for network 32870c9a-85df-431e-99c1-b26ef0588906 Sep 22 17:11:21.601876 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.625252 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.626111 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:11:21.626708 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.658804 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2161970 Sep 22 17:11:21.687540 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Pushing event updated for resources: {'Network': ['ID=32870c9a-85df-431e-99c1-b26ef0588906,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:21.695841 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.696218 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.696560 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.696892 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.697220 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.697561 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.697915 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.698260 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.698598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.698923 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.699242 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.699559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800717dd-d6bc-4308-9638-5be79390de52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:21.710406 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 32870c9a-85df-431e-99c1-b26ef0588906 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:11:21.973096 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:11:23.883239 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43592) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:11:23.946003 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b9dafa-456b-40e7-b72c-02b3b7761392 admin admin] GET failed (client error): The resource could not be found. Sep 22 17:11:23.947324 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e9b9dafa-456b-40e7-b72c-02b3b7761392 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630279 Sep 22 17:11:24.014420 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecaa54a-4b31-4bfd-8b40-608e5eee11b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:11:24.015876 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-cecaa54a-4b31-4bfd-8b40-608e5eee11b2 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640092 Sep 22 17:11:24.025933 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906', 'cidr': '192.168.233.0/24'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:24.044976 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Made reservation on behalf of e35195e24ad34b3d9f578170d765723a for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:24.047275 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.206443 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.257787 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66507209-eebd-47b6-89b0-cf9b430e4acc,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:24.269296 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Checking segment: {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:11:24.269659 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Network hostable DHCP agents. Network: 32870c9a-85df-431e-99c1-b26ef0588906, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:11:24.285191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Network 32870c9a-85df-431e-99c1-b26ef0588906 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:11:24.293744 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 32870c9a-85df-431e-99c1-b26ef0588906) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:24.297680 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:11:24.298266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.303446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705008a-3348-4d42-9a69-ebc05cde5ee0 None None] Network 32870c9a-85df-431e-99c1-b26ef0588906 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:11:24.318108 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-164ed642-b74f-4362-a991-f6aaab796d04 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902923 Sep 22 17:11:24.547124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-32870c9a-85df-431e-99c1-b26ef0588906', 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906', 'tenant_id': 'e35195e24ad34b3d9f578170d765723a', 'fixed_ips': [{'subnet_id': '66507209-eebd-47b6-89b0-cf9b430e4acc'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:11:24.548053 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.686476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Allocated IP 192.168.233.2 (32870c9a-85df-431e-99c1-b26ef0588906/66507209-eebd-47b6-89b0-cf9b430e4acc/8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:24.833918 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.839968 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.876446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Network 32870c9a-85df-431e-99c1-b26ef0588906 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:24.880559 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:24.884057 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:11:24.892144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Pushing event updated for resources: {'Port': ['ID=8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:24.902169 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.902523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.902870 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.903213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.903549 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.903915 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.904245 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.904583 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.904928 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.905259 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.905584 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.905909 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.954843 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Attempting to bind port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:11:24.955214 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Attempting to bind port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:11:24.955580 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Attempting to bind port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 on network 32870c9a-85df-431e-99c1-b26ef0588906 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:24.961058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:11:24.961541 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Checking segment: {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:11:24.961980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:24.962370 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Bound using segment: {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:11:24.962839 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Bound port: 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:11:24.963226 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:25.028309 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] For port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:25.031446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] For port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:25.036489 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:25.093431 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5118a5-0abd-46bd-99a9-8292b8de714d None None] Pushing event updated for resources: {'Port': ['ID=8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:25.859906 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94578374-784c-4313-92a7-993fbb8f7901 None None] Network 32870c9a-85df-431e-99c1-b26ef0588906 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:11:25.898138 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] Provisioning complete for port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:25.898510 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:26.077254 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:26.120473 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] For port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:26.126882 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:26.176253 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1efa2-ea94-4b7a-b3d5-d801d7128cf4 None None] Pushing event updated for resources: {'Port': ['ID=8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:26.348749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-d9cb84da-2dfe-4f95-8478-8f3f05c3fea4 None None] Provisioning complete for port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:26.349038 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9cb84da-2dfe-4f95-8478-8f3f05c3fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:26.746845 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:26.796364 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 8b200da1-c44b-4d1e-a5a6-e9e8b240e4d7 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:26.796734 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:39.823085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-58877b8e-60d7-4ded-b5a2-12e4a2790e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:42.293651 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-22076881-1539-4521-aff4-b097f535c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:43.157749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:43.178220 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:45.242904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:58.970917 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:12:09.823780 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c56f10af-dd18-4caa-8286-80040c618eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:12.294915 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4df22a9a-2955-4c45-a6d6-83874fa95452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:13.159247 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:13.182226 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:15.244583 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:35.969944 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:12:39.825634 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd91e-0734-46e8-8a73-bd199ac8d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:39.931326 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43644) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:12:39.937068 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [None req-bb5a134e-85a9-48a0-9a3a-398a64aa90f7 tempest-verify_tempest_config-1949442168 tempest-verify_tempest_config-1949442168-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:12:39.938048 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-bb5a134e-85a9-48a0-9a3a-398a64aa90f7 tempest-verify_tempest_config-1949442168 tempest-verify_tempest_config-1949442168-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057507 Sep 22 17:12:40.226680 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43662) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:12:40.327303 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.449983 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.453629 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.495248 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a39beea-f1fe-4245-92b8-2e5cafaade41,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:40.499640 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb04e3a1ac8640c697a3135c11bbd8bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2719758 Sep 22 17:12:40.502480 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43666) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:12:40.504321 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.504713 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.505061 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.505394 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.505719 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.506067 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.506429 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.506754 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.507099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.507429 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.507777 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.508099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0f1bf-1162-4c73-95d6-6fdeb1e25dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.579372 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.599093 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.688326 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.690849 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.694642 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a39beea-f1fe-4245-92b8-2e5cafaade41 HTTP/1.1" status: 204 len: 168 time: 0.1885848 Sep 22 17:12:40.700872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a39beea-f1fe-4245-92b8-2e5cafaade41,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:40.707289 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.707675 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.708021 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.708353 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.708682 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.709080 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.709411 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.709734 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.710072 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.710397 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.710712 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:40.711025 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b26443-54e6-4423-aa27-b80e3a897d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:42.296672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3fefe5ac-9dc0-45cb-86a5-5b1e64799d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:43.161046 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:43.184124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:45.249615 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:09.824996 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-54098c00-1e34-453f-af54-f80d82826c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:12.296907 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f38d771e-69a8-4500-aa1e-0bc3081c1c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:12.968337 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:13:13.161666 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:13.186225 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:15.252254 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:39.824614 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-62c3f958-0bc8-4702-be97-f07fb138c96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:42.296119 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-10c084e0-3f0d-45cd-98d7-bdc666af0b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:43.162624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:43.190556 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:45.255079 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:49.967933 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 5 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:14:09.824338 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-39baeb52-b1e1-4b8b-bcfa-37ef2874f160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:09.902713 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605901'] for agent, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:12.296900 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f6734ce3-87e4-4b74-a60b-a8d67a40bcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.163430 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.193078 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:15.259754 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.937159 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43740) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:14:25.044000 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-656992e2-4e11-48c3-9eff-886712704415 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1056523 Sep 22 17:14:26.967172 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:14:27.234929 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43750) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:14:27.288516 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-1092f4a2-6fba-44ca-9ca2-01d48181fec6 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525198 Sep 22 17:14:39.824084 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0c4e92df-ceb6-4375-8a6d-acaf933f6796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:39.860957 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:42.296481 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e9eb49ff-5dd7-42b3-85b0-be536ea4dcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:43.163575 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:43.195501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:45.260945 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:03.966731 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:15:09.823671 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3db8c4fa-a9c3-48ca-974a-4ffe22cd9bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:09.853123 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:12.299536 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c2e9682e-6c20-436c-8466-28b7052c591e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.164990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.199315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.269083 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:39.823784 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7e7154b6-6b1a-4a0b-bd11-30463a6bd830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:39.867322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:40.966996 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:15:42.299574 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bcd6337b-eac8-424f-abd0-59a643f0d00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:43.166495 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:43.203974 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:45.269215 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:54.757687 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43918) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:55.008124 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1877323346-network', 'tenant_id': '64e39038038547e3aba580a8ee39f6d1'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:55.030413 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Made reservation on behalf of 64e39038038547e3aba580a8ee39f6d1 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:55.032841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.047679 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.143984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.147975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.173502 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36271553-9392-4f39-a215-064cb1271cf1,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.185094 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.185463 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.185806 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.186332 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.186831 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.187187 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.187522 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.187896 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.188543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.188543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.188863 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.189190 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Tracked resource versions report: Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: pushed versions: Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: { 'AddressGroup': {'1.2'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'ConntrackHelper': {'1.0'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Log': {'1.0'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Network': {'1.1'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Port': {'1.7'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'PortForwarding': {'1.2'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'QosPolicy': {'1.9'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroup': {'1.4'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SubPort': {'1.0'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Subnet': {'1.1'}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Trunk': {'1.1'}} Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: consumer versions: Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: HyperV agent@hv-cinder-81041: {}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'ConntrackHelper': '1.0', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Log': '1.0', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Network': '1.1', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Port': '1.7', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'PortForwarding': '1.2', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'QosPolicy': '1.9', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroup': '1.4', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SecurityGroupRule': '1.2', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'SubPort': '1.0', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Subnet': '1.1', Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: 'Trunk': '1.1'}} Sep 22 17:15:55.190232 dv-cinder-810415-2-iscsi neutron-server[94222]: {{(pid=94222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:15:55.196554 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:15:55.211507 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771780408203', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.212307 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Unsubscribe: segment precommit_create {{(pid=94222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 17:15:55.212957 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Added segment 7fde3c09-57a4-492a-be20-5abef1daf9a3 of type vlan for network f67e91f8-51bc-4473-a722-e69d0584cbb7 Sep 22 17:15:55.260633 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.293336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.294382 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:55.294963 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.329816 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5675905 Sep 22 17:15:55.330247 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 43972) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:55.337241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Request body: {'subnet': {'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1877323346-subnet', 'tenant_id': '64e39038038547e3aba580a8ee39f6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:55.365908 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Made reservation on behalf of 64e39038038547e3aba580a8ee39f6d1 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:55.369307 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.406704 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8703aa-b116-476f-afdd-a83f232e8c15 admin admin] Pushing event updated for resources: {'Network': ['ID=f67e91f8-51bc-4473-a722-e69d0584cbb7,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.417794 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network f67e91f8-51bc-4473-a722-e69d0584cbb7 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:15:55.553819 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.609576 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3440dab0-ca2b-434c-875a-029d411166c1,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.617609 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.617980 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.618326 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.618663 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.618989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.619806 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.619806 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.620025 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.620368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.620716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.621033 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.622099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Tracked resource versions report: Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: pushed versions: Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: { 'AddressGroup': {'1.2'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'ConntrackHelper': {'1.0'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Log': {'1.0'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Network': {'1.1'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Port': {'1.7'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'PortForwarding': {'1.2'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'QosPolicy': {'1.9'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroup': {'1.4'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SubPort': {'1.0'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Subnet': {'1.1'}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Trunk': {'1.1'}} Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: consumer versions: Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: HyperV agent@hv-cinder-81041: {}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'ConntrackHelper': '1.0', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Log': '1.0', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Network': '1.1', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Port': '1.7', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'PortForwarding': '1.2', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'QosPolicy': '1.9', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroup': '1.4', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SecurityGroupRule': '1.2', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'SubPort': '1.0', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Subnet': '1.1', Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: 'Trunk': '1.1'}} Sep 22 17:15:55.623190 dv-cinder-810415-2-iscsi neutron-server[94223]: {{(pid=94223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:15:55.634530 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Checking segment: {'id': '7fde3c09-57a4-492a-be20-5abef1daf9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:55.634891 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Network hostable DHCP agents. Network: f67e91f8-51bc-4473-a722-e69d0584cbb7, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:15:55.654942 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Network f67e91f8-51bc-4473-a722-e69d0584cbb7 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:15:55.664003 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, f67e91f8-51bc-4473-a722-e69d0584cbb7) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:55.669869 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:55.671656 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.674906 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b15781-38ce-43d0-a7de-d7ae5b75aef1 None None] Network f67e91f8-51bc-4473-a722-e69d0584cbb7 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:55.697484 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-bca22cff-9fa2-48d7-8a35-5e4d0ff5268b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3651404 Sep 22 17:15:55.804486 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43990) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:55.812429 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c9346-fbad-4c89-a0a1-3f0704ede2fa None None] Network f67e91f8-51bc-4473-a722-e69d0584cbb7 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:55.926296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 43998) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:56.062764 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44006) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:56.186492 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2135653141-network', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:56.238847 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Made reservation on behalf of 8c154d73b6fc4e029f24c1e23c14abf7 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:56.243723 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.269002 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.288003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-345512922-network', 'tenant_id': '3b545eca13b643a08c383aae693af98e'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:56.318996 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Made reservation on behalf of 3b545eca13b643a08c383aae693af98e for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:56.322468 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.342792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.487645 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.504054 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.521066 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:15:56.532525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.533471 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Added segment 2eded19d-68bb-449d-a640-46886bbd9e45 of type vlan for network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 Sep 22 17:15:56.577663 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.593525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-474330446-network', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:56.657918 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90217d3-8fc8-40a8-9867-5063823a9325,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:56.664862 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.666309 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:56.666571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.750170 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] Pushing event updated for resources: {'Network': ['ID=4265cf5c-032a-45e7-9b0f-da030d0d23d1,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:56.765813 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:15:56.782770 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.789288 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.802878 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44058) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:56.803393 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-4704345c-64cf-41c7-bba3-615320d15707 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9982045 Sep 22 17:15:56.808532 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Request body: {'subnet': {'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2135653141-subnet', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:56.819174 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:15:56.832040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.832526 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Added segment 70e92b0b-a9c2-43e1-9ba2-fb61187c1aad of type vlan for network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba Sep 22 17:15:56.882317 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.916294 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f93a48-431f-45c9-b0d7-b1282c14b4f1,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:56.937931 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Made reservation on behalf of a3cbb330046f4ea784e45df232cc1c20 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:56.942622 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.943149 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Made reservation on behalf of 8c154d73b6fc4e029f24c1e23c14abf7 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:56.946078 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.952065 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.953745 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:56.954647 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:56.955491 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.051569 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.065541 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:15:57.082163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-509b3643-cea8-4687-a702-4e9d13ca9fd1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1535249 Sep 22 17:15:57.084784 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44068) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:57.100164 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Request body: {'subnet': {'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-subnet', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:57.167879 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.242477 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b939c06-43ae-461a-a752-66fa6084d82e,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.273577 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Checking segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:57.273925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Network hostable DHCP agents. Network: 4265cf5c-032a-45e7-9b0f-da030d0d23d1, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:15:57.275204 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.296295 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:15:57.296777 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.312412 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 4265cf5c-032a-45e7-9b0f-da030d0d23d1) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:57.317303 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:57.318223 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.321692 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d026a7d-b993-4b84-bc63-7b683b03e59f None None] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:57.329805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803a93c-8291-4709-9910-692872639ba9,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.336514 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d9a19c0a-7d1a-46ed-a865-70f44b18c6aa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5322866 Sep 22 17:15:57.339055 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44080) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:57.345246 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:57.348177 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Made reservation on behalf of 3b545eca13b643a08c383aae693af98e for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:57.353431 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.381728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.385562 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.401205 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:15:57.451058 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.451741 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Added segment f83c99e2-53d4-497c-8359-b02146034cad of type vlan for network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 Sep 22 17:15:57.511193 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.513627 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.576500 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.577843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:57.578684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.623844 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:15:57.625253 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.736906 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] Pushing event updated for resources: {'Network': ['ID=40c9466c-9bf8-47a7-a120-6d2cf2d6a410,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.748149 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-40630eb8-551a-42a6-bd50-93d954118215 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6839690 Sep 22 17:15:57.749169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44104) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:57.758372 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Request body: {'subnet': {'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-subnet', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:57.767674 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.771841 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:15:57.858445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603bf4f6-8b6b-4e38-8204-2d9655ab8f19,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.866728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.871268 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Made reservation on behalf of a3cbb330046f4ea784e45df232cc1c20 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:57.874487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.937091 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Checking segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:57.937759 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Network hostable DHCP agents. Network: 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:15:57.988328 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Allocated IP 172.20.0.2 (4265cf5c-032a-45e7-9b0f-da030d0d23d1/8b939c06-43ae-461a-a752-66fa6084d82e/a3598d51-2d4f-4f38-8b4e-86767aaf92db) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:58.157840 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:15:58.178608 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:58.189830 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:58.190451 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.197947 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb9b78-8360-4d87-8cb6-bdd9eba3a440 None None] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:58.276851 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44132) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:58.281323 dv-cinder-810415-2-iscsi neutron-server[94222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 17:15:58.314751 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-7c186f27-e233-4b22-805e-7b3a43fd71b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2252159 Sep 22 17:15:58.334138 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.341681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44136) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:58.352363 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.352745 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:58.429728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.441273 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:58.447766 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:58.452127 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:15:58.467072 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.539103 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Pushing event updated for resources: {'Port': ['ID=a3598d51-2d4f-4f38-8b4e-86767aaf92db,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:58.543805 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44140) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:58.595832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-9db0706c-c880-4018-a813-bf6fd2a79332 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:58.596519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.597388 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.597977 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.598560 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.599189 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.599815 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.600356 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.601048 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.601589 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.602079 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.602563 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.603034 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Tracked resource versions report: Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: pushed versions: Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: { 'AddressGroup': {'1.2'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'ConntrackHelper': {'1.0'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Log': {'1.0'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Network': {'1.1'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Port': {'1.7'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'PortForwarding': {'1.2'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'QosPolicy': {'1.9'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroup': {'1.4'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SubPort': {'1.0'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Subnet': {'1.1'}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Trunk': {'1.1'}} Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: consumer versions: Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: HyperV agent@hv-cinder-81041: {}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'ConntrackHelper': '1.0', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Log': '1.0', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Network': '1.1', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Port': '1.7', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'PortForwarding': '1.2', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'QosPolicy': '1.9', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroup': '1.4', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SecurityGroupRule': '1.2', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'SubPort': '1.0', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Subnet': '1.1', Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: 'Trunk': '1.1'}} Sep 22 17:15:58.604428 dv-cinder-810415-2-iscsi neutron-server[94224]: {{(pid=94224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:15:58.609803 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-9db0706c-c880-4018-a813-bf6fd2a79332 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/networks?id=f67e91f8-51bc-4473-a722-e69d0584cbb7 HTTP/1.1" status: 200 len: 812 time: 0.3207099 Sep 22 17:15:58.630091 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Attempting to bind port a3598d51-2d4f-4f38-8b4e-86767aaf92db on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:15:58.630905 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Attempting to bind port a3598d51-2d4f-4f38-8b4e-86767aaf92db by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:15:58.631593 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Attempting to bind port a3598d51-2d4f-4f38-8b4e-86767aaf92db on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:58.653318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:15:58.654428 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Checking segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:58.654964 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.655458 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Bound using segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:15:58.656170 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Bound port: a3598d51-2d4f-4f38-8b4e-86767aaf92db, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:15:58.656952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.726900 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Allocated IP 172.27.1.199 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:58.744649 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:15:58.745831 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.751197 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-011002fc-6699-4113-98b7-f4f987c5ca5e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/quotas/64e39038038547e3aba580a8ee39f6d1 HTTP/1.1" status: 200 len: 375 time: 0.1407511 Sep 22 17:15:58.831839 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] For port a3598d51-2d4f-4f38-8b4e-86767aaf92db, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:15:58.890114 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-644d3839-67bf-4adc-90fc-24108b6a8c60 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=64e39038038547e3aba580a8ee39f6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156814 Sep 22 17:15:58.893587 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.933224 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.934829 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:58.948014 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] For port a3598d51-2d4f-4f38-8b4e-86767aaf92db, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a3598d51-2d4f-4f38-8b4e-86767aaf92db,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:15:58.977248 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fe1848a8-4c85-4f15-b2be-2205e2f878e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.000747 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:59.009336 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.036523 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.068188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Allocated IP 172.20.0.2 (5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba/603bf4f6-8b6b-4e38-8204-2d9655ab8f19/7ad213b4-13af-4c7e-82b5-9b5dea5a4391) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:59.095420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Checking segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:59.095880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Network hostable DHCP agents. Network: 40c9466c-9bf8-47a7-a120-6d2cf2d6a410, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:15:59.099378 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbe220-d5ee-4087-b41a-43c5dad4adb8 None None] Pushing event updated for resources: {'Port': ['ID=a3598d51-2d4f-4f38-8b4e-86767aaf92db,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:59.121315 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-8da4b127-725e-4b24-94ba-3b8371fdf63d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:15:59.122378 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-8da4b127-725e-4b24-94ba-3b8371fdf63d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1087325 Sep 22 17:15:59.197484 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.221942 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.230078 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fe1848a8-4c85-4f15-b2be-2205e2f878e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.240551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fe1848a8-4c85-4f15-b2be-2205e2f878e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.257913 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.258231 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:15:59.273749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.295567 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:59.298510 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:59.302406 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:59.303476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:15:59.318128 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:59.334738 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:15:59.337948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 40c9466c-9bf8-47a7-a120-6d2cf2d6a410) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:59.347805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:15:59.347805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.397420 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-fe1848a8-4c85-4f15-b2be-2205e2f878e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=565f5220c55f4f56a3ca392403adf7b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8495133 Sep 22 17:15:59.428098 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44170) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:59.428908 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:59.448948 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b959fb-bf83-4601-bde8-adc00a1b6925 None None] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:59.477014 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.486285 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1848a8-4c85-4f15-b2be-2205e2f878e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d6890-c490-4325-9496-44e52be0b752,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:59.494160 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f85bdfe6-000b-4150-9287-de0fa4ad18bf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7419827 Sep 22 17:15:59.497069 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-4a9f6551-cf4d-4afb-a855-381b805a1a75 service neutron] 10.222.0.11 "GET /v2.0/networks/f67e91f8-51bc-4473-a722-e69d0584cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526125 Sep 22 17:15:59.498195 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44172) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:15:59.515796 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:59.578477 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.634506 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.635504 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.649611 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-d1daa6f9-1cc1-4a4a-86cc-3ba4ef105730 service neutron] 10.222.0.11 "GET /v2.0/networks/f67e91f8-51bc-4473-a722-e69d0584cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305549 Sep 22 17:15:59.667516 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Attempting to bind port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:15:59.667976 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Attempting to bind port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:15:59.668972 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Attempting to bind port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:59.682730 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:15:59.683036 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Checking segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:15:59.683698 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.684094 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Bound using segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:15:59.684643 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Bound port: 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:15:59.685109 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.687076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Pushing event updated for resources: {'Port': ['ID=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:59.698620 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.763112 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.796099 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796fb7a-c191-44e6-810d-0b042b5a2ca8 None None] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:15:59.805128 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.831046 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] For port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:15:59.869894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] For port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:15:59.880656 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.953643 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.956935 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:59.967943 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/803d6890-c490-4325-9496-44e52be0b752 HTTP/1.1" status: 204 len: 168 time: 0.5363224 Sep 22 17:15:59.983104 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e596f-c5a2-4981-b731-8e6e1e2fc499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d6890-c490-4325-9496-44e52be0b752,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:00.108923 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44192) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:00.110582 dv-cinder-810415-2-iscsi neutron-server[94223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 17:16:00.185903 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e7a9-5022-4a40-97ae-4d7e029febb9 None None] Pushing event updated for resources: {'Port': ['ID=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:00.192287 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3a1ac8ca-e97a-475b-b48a-9f6d02f41a2a req-10af3fb7-1f46-4b8f-9f13-95bf3b2c476e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0826399 Sep 22 17:16:00.275462 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.313808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.485969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.531063 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc65436-5ae7-4376-aaa3-6fb54afbe7be None None] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:16:00.544891 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.546958 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44206) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:00.605782 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-772e2401-5a66-43f4-881d-cb3340449ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.610564 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:16:00.666707 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] Provisioning complete for port a3598d51-2d4f-4f38-8b4e-86767aaf92db triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:00.667082 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.739596 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:00.753841 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:00.760882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Allocated IP 172.27.1.105 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/af161909-d827-47cc-9e20-188d36d88793) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:00.771910 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:00.773382 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:00.776854 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:00.914446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] For port a3598d51-2d4f-4f38-8b4e-86767aaf92db, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a3598d51-2d4f-4f38-8b4e-86767aaf92db,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:00.922032 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.002225 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-772e2401-5a66-43f4-881d-cb3340449ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.009164 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:01.021954 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8120417-1eda-4dcb-a007-e02f88c2813d None None] Pushing event updated for resources: {'Port': ['ID=a3598d51-2d4f-4f38-8b4e-86767aaf92db,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:01.037823 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.039388 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-441c87d1-aa76-4e7f-b2ba-5e397106b9d7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6994526 Sep 22 17:16:01.042834 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44220) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:01.091556 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:01.166685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-772e2401-5a66-43f4-881d-cb3340449ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.188503 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:01.189176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.263472 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.317793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2401-5a66-43f4-881d-cb3340449ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab31e4-dc17-4d89-bf04-ca0ba0f477f6,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:01.319997 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.347766 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-772e2401-5a66-43f4-881d-cb3340449ba5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd076fa3659f46a2ab01f355ba6a3500&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7969887 Sep 22 17:16:01.348473 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44234) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:01.378222 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.388459 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6498b92f-fd1b-4042-a327-a0a697f59953 req-095911d9-0d08-42ca-b53a-4e8b0ed84d38 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0950394 Sep 22 17:16:01.400242 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:15:59Z', 'revision_number': 3, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:01.408284 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:01.431218 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.432648 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a3598d51-2d4f-4f38-8b4e-86767aaf92db up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:01.458755 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:01.459117 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Updating router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:01.512470 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.516867 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e4cb9650-c5ad-48db-a662-040c72771e5f None None] Provisioning complete for port a3598d51-2d4f-4f38-8b4e-86767aaf92db triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:01.517537 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9650-c5ad-48db-a662-040c72771e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.539155 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.592738 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:01.594165 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.632337 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port a3598d51-2d4f-4f38-8b4e-86767aaf92db triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:01.632988 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.656133 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Pushing event updated for resources: {'Port': ['ID=af161909-d827-47cc-9e20-188d36d88793,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:01.699138 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:01.707272 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:01.712420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:01.720659 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c0fa0-1be8-4496-a169-63ba939384e3 None None] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:16:01.838039 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Allocated IP 172.27.1.107 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:01.868836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.930566 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-d841320e-a531-4c05-8249-246c399dd28b None None] Provisioning complete for port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:01.932562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d841320e-a531-4c05-8249-246c399dd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:01.948000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.106568 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.123950 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.130851 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.225432 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.228313 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.231861 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49ab31e4-dc17-4d89-bf04-ca0ba0f477f6 HTTP/1.1" status: 204 len: 168 time: 0.8782170 Sep 22 17:16:02.245408 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747769-b47a-4c7f-a886-fe84d596d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab31e4-dc17-4d89-bf04-ca0ba0f477f6,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:02.302903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.331330 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-470b634e-fb0e-4a14-8a22-43ce838c7ce0 None None] Provisioning complete for port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:02.331990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-470b634e-fb0e-4a14-8a22-43ce838c7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.356686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:02.361883 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:02.413989 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:02.706667 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Allocated IP 172.20.0.1 (4265cf5c-032a-45e7-9b0f-da030d0d23d1/8b939c06-43ae-461a-a752-66fa6084d82e/6a38e90d-6cc3-4987-ac87-516bf7aa23f5) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:02.714762 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.730546 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:02.876172 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Pushing event updated for resources: {'Port': ['ID=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,revision_number=2']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:02.903299 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.903718 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.904115 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.904453 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.904786 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.921927 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.922599 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.927681 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.929626 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.930689 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.931584 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.933090 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Tracked resource versions report: Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: pushed versions: Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: { 'AddressGroup': {'1.2'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'ConntrackHelper': {'1.0'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Log': {'1.0'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Network': {'1.1'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Port': {'1.7'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'PortForwarding': {'1.2'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'QosPolicy': {'1.9'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroup': {'1.4'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SubPort': {'1.0'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Subnet': {'1.1'}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Trunk': {'1.1'}} Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: consumer versions: Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: { DHCP agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: HyperV agent@hv-cinder-81041: {}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: L3 agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: Metadata agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: Metering agent@dv-cinder-810415-2-iscsi: {}, Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: Open vSwitch agent@dv-cinder-810415-2-iscsi: { 'AddressGroup': '1.2', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'ConntrackHelper': '1.0', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Log': '1.0', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Network': '1.1', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Port': '1.7', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'PortForwarding': '1.2', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'QosPolicy': '1.9', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroup': '1.4', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SecurityGroupRule': '1.2', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'SubPort': '1.0', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Subnet': '1.1', Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: 'Trunk': '1.1'}} Sep 22 17:16:02.936641 dv-cinder-810415-2-iscsi neutron-server[94225]: {{(pid=94225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:16:02.995999 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:03.028496 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.037950 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Attempting to bind port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:03.038327 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Attempting to bind port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:03.039152 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Attempting to bind port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:03.081568 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.084841 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:03.086141 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.088316 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:03.092583 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:03.094102 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.094523 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:03.098915 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Bound port: b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:03.099598 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.204106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:03.215708 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Pushing event updated for resources: {'Port': ['ID=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:03.221509 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:03.224857 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:03.228837 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:03.230684 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.251691 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a3598d51-2d4f-4f38-8b4e-86767aaf92db up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:03.267588 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] For port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:03.277263 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] For port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:03.281286 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.344708 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.356548 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ef5c8c43-8773-4a71-ab0e-8d4057bf428f req-afc0f59c-b7bd-44cd-9742-0495f388eb86 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.4401348 Sep 22 17:16:03.389045 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.389708 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port a3598d51-2d4f-4f38-8b4e-86767aaf92db triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:03.397183 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.417000 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:03.417864 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:03.516936 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3767c6-7603-4da0-8ed5-060b406415de None None] Pushing event updated for resources: {'Port': ['ID=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:03.573741 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:03.665198 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:16:03.700758 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-b524a1c1-28f4-4ad4-85c3-ed6655c72b30 None None] Provisioning complete for port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:03.703306 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b524a1c1-28f4-4ad4-85c3-ed6655c72b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.710197 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.747910 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-b524a1c1-28f4-4ad4-85c3-ed6655c72b30 None None] Port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:03.862328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.874482 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:15:59Z', 'revision_number': 3, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:03.884138 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:03.899591 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:03.913245 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd32b2-34d5-4e56-80f9-7bf3ffbc0501 None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:15:59Z', 'revision_number': 3, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:03.916187 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:03.916818 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:03.975541 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.982952 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.984559 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-471d8a36-a6a3-4bd9-a665-648862dc15c3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6401300 Sep 22 17:16:03.990308 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44304) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:03.999865 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:03.999865 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:04.164448 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:04.173111 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:04.175960 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:04.332184 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Router 16bb3187-a996-405a-88fb-958380e80d7a is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:16:04.338675 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:04.381526 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:04.502662 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:01Z', 'revision_number': 3, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:04.550817 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:04.551166 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Updating router 1536338a-7f87-4fc8-9aee-b9b13ec66321 port af161909-d827-47cc-9e20-188d36d88793 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:04.592110 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:04.605913 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa2a8d34-a87b-4d41-8b94-711ea7a2b49e req-1c5abf61-faeb-45cd-bee1-2a408914ca72 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0520897 Sep 22 17:16:04.618437 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:04.630794 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-0cf8ceb4-83ce-4a05-87ec-e8a8ae1765a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857003 Sep 22 17:16:04.641222 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-94abdf3e-74fa-4fab-9816-4b0a6776c6ce None None] Provisioning complete for port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:04.641905 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-94abdf3e-74fa-4fab-9816-4b0a6776c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:04.689717 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-94abdf3e-74fa-4fab-9816-4b0a6776c6ce None None] Port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:04.716176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:04.729918 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Sync routers for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:04.744320 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:04.747496 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:04.754629 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:04.758934 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44324) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:04.759170 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c20fd1c7-20a8-4c8b-812e-5d7dab9b15cc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2482393 Sep 22 17:16:05.044947 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:05.109296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.199712 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:05.219298 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:05.219957 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.323184 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.345565 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.470050 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Allocated IP 172.20.0.1 (5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba/603bf4f6-8b6b-4e38-8204-2d9655ab8f19/028bbc14-6a5d-48cf-9ca9-036a3a427974) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:05.482422 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Attempting to bind port af161909-d827-47cc-9e20-188d36d88793 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:05.483052 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Attempting to bind port af161909-d827-47cc-9e20-188d36d88793 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:05.483443 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Attempting to bind port af161909-d827-47cc-9e20-188d36d88793 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:05.546882 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:02Z', 'revision_number': 3, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:05.576742 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Checking router: 16bb3187-a996-405a-88fb-958380e80d7a for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:05.577203 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Updating router 16bb3187-a996-405a-88fb-958380e80d7a port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:05.578035 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.596622 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:05.596622 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:05.596622 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.596622 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:05.597112 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Bound port: af161909-d827-47cc-9e20-188d36d88793, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:05.598810 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.606415 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.626241 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c14d5-fa4d-4d09-b8f1-8e64c5d989a5 None None] Pushing event updated for resources: {'Port': ['ID=af161909-d827-47cc-9e20-188d36d88793,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:05.706055 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:05.714130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.778736 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] For port af161909-d827-47cc-9e20-188d36d88793, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:05.784200 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] For port af161909-d827-47cc-9e20-188d36d88793, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=af161909-d827-47cc-9e20-188d36d88793,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:05.799175 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:05.812245 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:05.892257 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:05.893038 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:05.900814 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.24', 62245) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:06.134904 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.141752 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c14d5-fa4d-4d09-b8f1-8e64c5d989a5 None None] Pushing event updated for resources: {'Port': ['ID=af161909-d827-47cc-9e20-188d36d88793,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:06.171461 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:06.241913 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b6313ac2-60b9-4d4b-8d51-224e5969a5f7 req-ad77cf19-12cd-4f83-891f-962272e42e8f tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0453994 Sep 22 17:16:06.244032 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.272323 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.306850 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.319971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Pushing event updated for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:06.353902 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:06.355352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:06.373147 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:06.373637 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.563921 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Attempting to bind port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:06.564261 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Attempting to bind port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:06.564632 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Attempting to bind port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:06.615455 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:06.634348 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44390) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:06.636434 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:06.639202 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:06.639639 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.640042 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:06.641884 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Bound port: 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:06.642024 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.649782 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49017-3dc0-4cb9-8105-1e1cd766d63b None None] Pushing event updated for resources: {'Port': ['ID=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,revision_number=2']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:06.653416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:01Z', 'revision_number': 3, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:06.693542 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162354446', 'description': 'tempest-description--423354720'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:06.725379 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-91fdd145-1080-4786-b6f7-a5e80d006fa9 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:06.727421 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-91fdd145-1080-4786-b6f7-a5e80d006fa9 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.24 "GET /v2.0/networks?id=f67e91f8-51bc-4473-a722-e69d0584cbb7 HTTP/1.1" status: 200 len: 812 time: 0.8108978 Sep 22 17:16:06.750103 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:06.752181 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.754755 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:06.758293 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a9475-a7a7-4287-9ff7-71587c0af274 None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:01Z', 'revision_number': 3, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:06.788986 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Request body: {'port': {'device_id': '1935fe05-681a-4304-949f-fd22be1c131d', 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7', 'admin_state_up': True, 'tenant_id': '64e39038038547e3aba580a8ee39f6d1'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:06.807233 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] For port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:06.814832 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] For port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:06.825988 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.841673 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:06.964686 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49017-3dc0-4cb9-8105-1e1cd766d63b None None] Pushing event updated for resources: {'Port': ['ID=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:07.013965 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:07.019319 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:07.021870 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:07.051186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.076347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.147068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.189056 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.191514 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5558765 Sep 22 17:16:07.198284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6def0c3-e778-4e97-b528-180d2dd0bbb3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b47f383-ad61-4d5b-aa45-6569c611b923,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:07.212166 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44418) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:07.220429 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group_rule': {'security_group_id': '5b47f383-ad61-4d5b-aa45-6569c611b923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:07.223752 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-935e91e2-8474-4989-9c78-917be4f370a6 None None] Provisioning complete for port 028bbc14-6a5d-48cf-9ca9-036a3a427974 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:07.225895 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-935e91e2-8474-4989-9c78-917be4f370a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.318262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.359210 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-935e91e2-8474-4989-9c78-917be4f370a6 None None] Port 028bbc14-6a5d-48cf-9ca9-036a3a427974 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:07.375129 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:07.396922 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:07.397295 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.555261 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.568986 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:07.628063 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-560a13e9-1432-4046-8d98-e52e6015295b req-da1d2220-5a39-4b09-9a7b-9f5aa67f1940 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.1859372 Sep 22 17:16:07.680486 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.698572 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Made reservation on behalf of 64e39038038547e3aba580a8ee39f6d1 for: {'port': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:07.745480 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.924485 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371937dc-ede9-4529-908f-906b08d5998c,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:07.952038 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:07.963026 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ec345640-f9b6-4723-8522-d087ae276b48 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7469788 Sep 22 17:16:07.963820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44442) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:07.986365 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group_rule': {'security_group_id': '5b47f383-ad61-4d5b-aa45-6569c611b923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:08.056181 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:02Z', 'revision_number': 3, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:08.142336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.176118 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec185f-ede1-4541-90a5-b96c1e39e345 None None] The sync data for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:02Z', 'revision_number': 3, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:08.254580 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.291910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Allocated IP 172.20.0.1 (40c9466c-9bf8-47a7-a120-6d2cf2d6a410/fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3/d82f8008-5678-4c3b-8c2c-3d682de57a48) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:08.297155 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.303832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.406627 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 2, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:08.439063 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.444332 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:08.444805 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Updating router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:08.458239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.473288 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.474959 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Pushing event updated for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:08.486448 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.596417 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f03f975-5b49-4143-bc7f-69a5f2b82f08,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:08.608858 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.613473 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-1b44582d-b7e1-4edc-bf78-b7176f8d764d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6426826 Sep 22 17:16:08.620386 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44462) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:08.640874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:08.642688 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:08.653973 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:08.830029 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b6a20f5d-df86-4dec-90e5-18bd86f2d977 req-567fda4e-dc6b-45c7-8fa5-7796b5dd358b tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0426598 Sep 22 17:16:08.858614 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:08.879200 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Allocated IP 172.20.0.14 (f67e91f8-51bc-4473-a722-e69d0584cbb7/3440dab0-ca2b-434c-875a-029d411166c1/cf24adec-7d65-4a56-a064-d63585c04b10) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:08.967991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:08.978774 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44468) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:09.024144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.111838 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:09.140337 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:09.149409 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:09.206946 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:09.207267 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.222721 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Pushing event updated for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:09.266190 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2716c170-1848-42e3-a613-305644ad93e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.283658 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.298270 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:09.306253 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a8db5797-5d2d-4495-bbea-0c1ab6b6012b admin admin] 10.222.0.11 "PUT /v2.0/routers/1536338a-7f87-4fc8-9aee-b9b13ec66321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145432 Sep 22 17:16:09.345725 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-2eb25287-d785-48bb-a5aa-fccce8ee20a6 None None] Provisioning complete for port 028bbc14-6a5d-48cf-9ca9-036a3a427974 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:09.347895 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2eb25287-d785-48bb-a5aa-fccce8ee20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.437142 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.459556 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2716c170-1848-42e3-a613-305644ad93e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.471638 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2716c170-1848-42e3-a613-305644ad93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.594984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716c170-1848-42e3-a613-305644ad93e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e13f6-78a1-4dd5-a696-f034e3db9d52,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:09.612994 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2716c170-1848-42e3-a613-305644ad93e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf02b55732cd43a89a40cb0e0eaeb083&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6328735 Sep 22 17:16:09.614086 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44484) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:09.642088 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:09.656641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-2eb25287-d785-48bb-a5aa-fccce8ee20a6 None None] Port 028bbc14-6a5d-48cf-9ca9-036a3a427974 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:09.663099 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:09.665514 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:09.677430 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd17cd-9f1d-4e45-a275-f33fedc771ac None None] Pushing event updated for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:09.746923 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:09.747302 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.805523 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.892670 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.899355 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:09.936466 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:10.025740 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.035150 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.044015 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b28e13f6-78a1-4dd5-a696-f034e3db9d52 HTTP/1.1" status: 204 len: 168 time: 0.4245849 Sep 22 17:16:10.070400 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.115984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161b769-5fbb-4cac-8ba8-6a81d4a014c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e13f6-78a1-4dd5-a696-f034e3db9d52,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:10.124318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Attempting to bind port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:10.124710 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Attempting to bind port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:10.125076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Attempting to bind port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:10.189767 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-79ffef42-9e2c-47e8-a9f1-4948968a8fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.228324 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:10.228658 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Checking segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:10.229532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.229532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Bound using segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:10.238128 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Bound port: 6a38e90d-6cc3-4987-ac87-516bf7aa23f5, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:10.238356 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.241913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2fff9-3764-416e-990a-736192b6d720 req-af157db0-851a-44c9-bb97-80fed1b41766 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:10.251525 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eda2fff9-3764-416e-990a-736192b6d720 req-af157db0-851a-44c9-bb97-80fed1b41766 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 932 time: 0.1501644 Sep 22 17:16:10.282418 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-c706650a-dfab-4dbd-89e9-c4b9944ecad5 None None] Provisioning complete for port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:10.282796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c706650a-dfab-4dbd-89e9-c4b9944ecad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.314324 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eda2fff9-3764-416e-990a-736192b6d720 req-8d2783b5-746d-4b43-b941-a7213970b4a1 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Sep 22 17:16:10.380732 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Network f67e91f8-51bc-4473-a722-e69d0584cbb7 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:10.400144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:10.405692 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:10.414216 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:10.414892 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.451081 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:07Z', 'revision_number': 2, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:10.454174 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.502163 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] For port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:10.505396 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] For port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:10.544441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.551174 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:10.551545 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Updating router 1536338a-7f87-4fc8-9aee-b9b13ec66321 port 028bbc14-6a5d-48cf-9ca9-036a3a427974 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:10.630153 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.641137 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd17cd-9f1d-4e45-a275-f33fedc771ac None None] Pushing event updated for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:10.648896 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.650227 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-c706650a-dfab-4dbd-89e9-c4b9944ecad5 None None] Port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:10.684432 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.696469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Allocated IP 172.27.1.3 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/d9152ede-205b-4ab2-9a82-d6e929dad6ce) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:10.715660 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:10.722800 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.723802 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device af161909-d827-47cc-9e20-188d36d88793 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:10.855019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:10.855019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:10.872388 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:10.994890 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.011544 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port af161909-d827-47cc-9e20-188d36d88793 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:11.012383 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.021453 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2362800 Sep 22 17:16:11.082716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.144855 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:11.154918 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828edd0-9629-4a64-b3df-74316a1f9880 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Pushing event updated for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.202476 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:11.244584 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.252961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:11.283598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:11.330306 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=d9152ede-205b-4ab2-9a82-d6e929dad6ce,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.479073 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] Provisioning complete for port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:11.479441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.489330 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.505508 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.585593 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44534) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:11.592751 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.603604 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603818602', 'description': 'tempest-description--33269244'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:11.610287 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.627257 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b5dc-4089-4be4-8862-9b34004ae021 None None] Pushing event updated for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.649635 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port af161909-d827-47cc-9e20-188d36d88793, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=af161909-d827-47cc-9e20-188d36d88793,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:11.677107 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.690053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac07f21-af9f-4c26-be8a-3f40210ec871 req-b6edeb9a-5a9e-4cec-8f82-abe2d4bd83c0 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:11.706000 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cac07f21-af9f-4c26-be8a-3f40210ec871 req-b6edeb9a-5a9e-4cec-8f82-abe2d4bd83c0 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 932 time: 0.1992230 Sep 22 17:16:11.715756 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.721986 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Attempting to bind port 028bbc14-6a5d-48cf-9ca9-036a3a427974 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:11.724362 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Attempting to bind port 028bbc14-6a5d-48cf-9ca9-036a3a427974 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:11.725818 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Attempting to bind port 028bbc14-6a5d-48cf-9ca9-036a3a427974 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:11.744402 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:11.745161 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Checking segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:11.745637 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.746467 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Bound using segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:11.747086 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Bound port: 028bbc14-6a5d-48cf-9ca9-036a3a427974, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:11.747743 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.775569 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:11.810517 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cac07f21-af9f-4c26-be8a-3f40210ec871 req-e6755b73-e716-4af5-90a9-4c62090a5d9f tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034319 Sep 22 17:16:11.881870 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:11.918467 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] For port 028bbc14-6a5d-48cf-9ca9-036a3a427974, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:11.935362 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] For port 028bbc14-6a5d-48cf-9ca9-036a3a427974, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=028bbc14-6a5d-48cf-9ca9-036a3a427974,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:11.951155 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.037275 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:12.038243 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:15:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.058988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.066261 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=af161909-d827-47cc-9e20-188d36d88793,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.069628 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.091600 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:12.092436 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.096945 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.121044 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b5dc-4089-4be4-8862-9b34004ae021 None None] Pushing event updated for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.160384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc6794b-d349-44ab-93ff-ad348fab358f,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.167842 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.170743 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b611f34d-d5e3-498b-8edb-93f4d52fbc3f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5804980 Sep 22 17:16:12.174057 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44544) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:12.187992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group_rule': {'security_group_id': '1fc6794b-d349-44ab-93ff-ad348fab358f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:12.210053 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.234804 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.235759 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.260330 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.302051 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:12.321671 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Pushing event updated for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.413967 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.425677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.478583 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eedf89a-ac8f-46e9-a444-ef89b23b3e19,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.492245 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.493579 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c24e5a32-6640-41f9-9f03-3f1ba4f661b5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152940 Sep 22 17:16:12.496955 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44556) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:12.501417 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group_rule': {'security_group_id': '1fc6794b-d349-44ab-93ff-ad348fab358f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:12.535105 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.539898 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] For port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:12.548408 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6763d2cb-542d-477f-8224-2c5a78ffd6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.558391 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.560559 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.563186 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.643162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa09b5-b163-41fb-82f7-a6a3dab33781 None None] Pushing event updated for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.654427 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.735757 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.745765 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.752041 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.753983 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.775672 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ec6aa9-df96-4184-b715-423d253cff49,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.784248 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=d9152ede-205b-4ab2-9a82-d6e929dad6ce,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:12.792461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.797213 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-624efb44-f929-45ec-adba-7c452cd9377b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992668 Sep 22 17:16:12.803886 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44570) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:12.812148 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:12.841116 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9711b19-c7fd-4fbf-8b7a-6ca7e89d41a4 None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:12.859028 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7632d34e-d288-4dee-9a88-2eda49c57e47 None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:12.870208 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:12.870980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] Provisioning complete for port 028bbc14-6a5d-48cf-9ca9-036a3a427974 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:12.871257 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.882274 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:12.892348 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:12.901470 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-65dac4c9-f784-4a95-baf8-9a4dbccceedf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2690737 Sep 22 17:16:12.903605 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:13.124814 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:13.263241 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:13.293792 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-89121b0c-b357-4214-b8d0-2025f7398bb7 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:16:13.295282 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-89121b0c-b357-4214-b8d0-2025f7398bb7 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0394242 Sep 22 17:16:13.302828 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] For port 028bbc14-6a5d-48cf-9ca9-036a3a427974, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=028bbc14-6a5d-48cf-9ca9-036a3a427974,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:13.307736 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:13.310526 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:13.398133 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bde5e1-6a51-4e65-9c6d-65401f56bb5b req-8587e832-1745-477f-80f7-41bb217bc269 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:13.399638 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22bde5e1-6a51-4e65-9c6d-65401f56bb5b req-8587e832-1745-477f-80f7-41bb217bc269 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 932 time: 0.2370703 Sep 22 17:16:13.452627 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da80df-7609-4bae-88fc-8942768b1b6d None None] Pushing event updated for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:13.488437 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Router 16bb3187-a996-405a-88fb-958380e80d7a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:13.531052 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22bde5e1-6a51-4e65-9c6d-65401f56bb5b req-7a62a387-a313-451a-9010-dec63b97d682 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154032 Sep 22 17:16:13.642285 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-c938824d-f9c7-40f1-9ab0-1dae93712d57 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1162354446&fields=id&tenant_id=8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 267 time: 0.1357074 Sep 22 17:16:13.709832 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:13.717316 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-98eb6dc9-044d-41c2-a047-a0c1ff71f876 admin admin] 10.222.0.11 "PUT /v2.0/routers/16bb3187-a996-405a-88fb-958380e80d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9570255 Sep 22 17:16:13.721755 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Sync routers for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:13.755710 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:13.756355 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:13.782128 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.082691 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:14.147116 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-49cdd3de-ed74-45a8-847a-2c801fa10289 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:14.147116 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-49cdd3de-ed74-45a8-847a-2c801fa10289 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 811 time: 0.4843936 Sep 22 17:16:14.199585 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-83e0e9f7-368b-439f-afe7-b9caef43d035 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/quotas/8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 375 time: 0.0432692 Sep 22 17:16:14.228006 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device af161909-d827-47cc-9e20-188d36d88793 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:14.251698 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Allocated IP 172.27.1.70 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/d19ffff3-6f02-409a-8ca3-b7b6d5853a86) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:14.373141 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-e4a88990-1819-4f38-9b16-b78dd851f4b9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601562 Sep 22 17:16:14.390268 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port af161909-d827-47cc-9e20-188d36d88793 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:14.390268 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.565315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': 'd82f8008-5678-4c3b-8c2c-3d682de57a48', 'name': '', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'mac_address': 'fa:16:3e:41:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:07Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 2, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'subnets': [{'id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:14.567894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:14.571975 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-717aa1be-ee14-4f04-a4a7-054c323cb8c8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:14.575197 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-717aa1be-ee14-4f04-a4a7-054c323cb8c8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 818 time: 0.1635189 Sep 22 17:16:14.615397 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-904cad82-65d6-499f-8fc2-88eb5d84eb7f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/quotas/a3cbb330046f4ea784e45df232cc1c20 HTTP/1.1" status: 200 len: 375 time: 0.0261028 Sep 22 17:16:14.718295 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.743024 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-7cb597ea-28b9-44cd-bee5-e53c8c6146c4 service neutron] 10.222.0.11 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601197 Sep 22 17:16:14.755379 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Checking router: 16bb3187-a996-405a-88fb-958380e80d7a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:14.756088 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Updating router 16bb3187-a996-405a-88fb-958380e80d7a port d82f8008-5678-4c3b-8c2c-3d682de57a48 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:16:14.803849 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-1853e398-6e66-4df3-876b-c43bafd3f62d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733050 Sep 22 17:16:14.861666 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.864203 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.945187 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:14.990701 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:14.997568 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:15.128990 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Request body: {'port': {'device_id': '1935fe05-681a-4304-949f-fd22be1c131d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:15.195828 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:15.195828 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.282688 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-5c8f5d19-b933-40ad-aef5-f9145c46a62f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:16:15.294781 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-5c8f5d19-b933-40ad-aef5-f9145c46a62f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2594399 Sep 22 17:16:15.345340 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.358113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=d19ffff3-6f02-409a-8ca3-b7b6d5853a86,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:15.365508 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.378324 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.395923 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-688b72e2-9671-44e9-984e-f92963a56c93 service neutron] 10.222.0.11 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393127 Sep 22 17:16:15.471136 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 028bbc14-6a5d-48cf-9ca9-036a3a427974 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:15.487329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.606117 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 028bbc14-6a5d-48cf-9ca9-036a3a427974 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:15.606633 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.614748 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.674286 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-552fa856-f437-4c9d-afda-c8daed54e161 service neutron] 10.222.0.11 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699729 Sep 22 17:16:15.678625 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:15.890862 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d9642-5af0-4c0e-b95c-a32b85fd7ea3 None None] Pushing event updated for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:16.193512 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.213404 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.237651 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Attempting to bind port d82f8008-5678-4c3b-8c2c-3d682de57a48 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:16.238027 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Attempting to bind port d82f8008-5678-4c3b-8c2c-3d682de57a48 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:16.249240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Attempting to bind port d82f8008-5678-4c3b-8c2c-3d682de57a48 on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:16.258070 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dfb7c-01f4-4d20-93fa-97d3f27b8f03 req-8c162498-9d8a-40c1-9a11-b1d609376124 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:16.285688 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c52dfb7c-01f4-4d20-93fa-97d3f27b8f03 req-8c162498-9d8a-40c1-9a11-b1d609376124 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 932 time: 0.3271408 Sep 22 17:16:16.292053 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:16.292438 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Checking segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:16.293398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.293794 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Bound using segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:16.294318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Bound port: d82f8008-5678-4c3b-8c2c-3d682de57a48, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:16.294665 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.422517 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 44700) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:16.510081 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] For port d82f8008-5678-4c3b-8c2c-3d682de57a48, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:16.523590 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] For port d82f8008-5678-4c3b-8c2c-3d682de57a48, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=d82f8008-5678-4c3b-8c2c-3d682de57a48,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:16.527665 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.540799 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.711035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=d19ffff3-6f02-409a-8ca3-b7b6d5853a86,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:16.725982 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:16.729346 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-8de1de99-4ba2-40cd-a653-7e9173d69fdb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9239717 Sep 22 17:16:16.761123 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c52dfb7c-01f4-4d20-93fa-97d3f27b8f03 req-7ae1df89-4117-41c9-aaa9-dda2abdd9e86 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620020 Sep 22 17:16:16.779797 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d9642-5af0-4c0e-b95c-a32b85fd7ea3 None None] Pushing event updated for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:16.827399 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:16.829676 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:16.971180 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-d7c25563-e30f-482b-95cc-60a2840a65d7 service neutron] 10.222.0.11 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2952931 Sep 22 17:16:17.073442 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-57c103d6-7e6e-4a1e-9b99-2ff2ab744463 req-a43e0705-916f-4773-9f27-a2aeb0cbb832 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.1278579 Sep 22 17:16:17.174062 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a5ff-7af2-4ea3-855f-6219cab70d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:17.330630 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-cb5e7f10-9604-4155-8c4d-ce87360bb3b0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1603818602&fields=id&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 267 time: 0.0643351 Sep 22 17:16:17.459675 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:17.549268 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1d3e9fc6-f0d1-4819-b4e6-807de05a8e52 req-277c985a-1f25-4f16-bd69-c8f955eda84d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 210 time: 0.0777190 Sep 22 17:16:17.686649 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-3679e51e-2305-4f1b-b558-89d8e01b86fd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:17.699572 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-3679e51e-2305-4f1b-b558-89d8e01b86fd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 816 time: 0.3607860 Sep 22 17:16:17.743380 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-1be34509-3f79-4d49-99dd-6a204fa87185 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/quotas/3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 375 time: 0.0426424 Sep 22 17:16:17.902836 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-45c15459-f2db-45dc-a182-bbb2ccea5ae3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576457 Sep 22 17:16:17.969553 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:16:18.170397 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf24adec-7d65-4a56-a064-d63585c04b10 {{(pid=94223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:18.170916 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-6dbf3c44-7331-4add-bc75-7c86d910a924 service neutron] 10.222.0.11 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607925 Sep 22 17:16:18.207100 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.275541 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.provisioning_blocks [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Transition to ACTIVE for port object cf24adec-7d65-4a56-a064-d63585c04b10 will not be triggered until provisioned by entity L2. {{(pid=94223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:16:18.322775 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.327788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a5ff-7af2-4ea3-855f-6219cab70d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.371921 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a5ff-7af2-4ea3-855f-6219cab70d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.412971 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-d891de58-ac8a-41e0-89a8-190f259fbebe service neutron] 10.222.0.11 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413595 Sep 22 17:16:18.472328 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': 'd82f8008-5678-4c3b-8c2c-3d682de57a48', 'name': '', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'mac_address': 'fa:16:3e:41:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:07Z', 'updated_at': '2021-09-22T17:16:16Z', 'revision_number': 4, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'subnets': [{'id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:18.489817 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1a5ff-7af2-4ea3-855f-6219cab70d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c8d1e-d442-4383-b45c-e8482373f7e9,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:18.526342 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735045d-959d-4857-861c-7c72bbb059ba None None] The sync data for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': 'd82f8008-5678-4c3b-8c2c-3d682de57a48', 'name': '', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'mac_address': 'fa:16:3e:41:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:07Z', 'updated_at': '2021-09-22T17:16:16Z', 'revision_number': 4, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'subnets': [{'id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:18.588647 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f5e1a5ff-7af2-4ea3-855f-6219cab70d12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d09376145a8d42fbb5a7d88418f9c804&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1575224 Sep 22 17:16:18.588933 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44790) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:18.642290 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d465cb1-ceab-4533-810a-02b1f1fe7d1b req-3a9e4417-d706-43d6-93c3-84ee85509c9a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:18.644931 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4d465cb1-ceab-4533-810a-02b1f1fe7d1b req-3a9e4417-d706-43d6-93c3-84ee85509c9a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.5424657 Sep 22 17:16:18.668804 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.694803 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.745116 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Pushing event updated for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:18.773185 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.776298 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:18.781465 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/637c8d1e-d442-4383-b45c-e8482373f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1913123 Sep 22 17:16:18.794328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbefad5-abff-4974-9614-a38933857573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c8d1e-d442-4383-b45c-e8482373f7e9,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:18.893682 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Attempting to bind port cf24adec-7d65-4a56-a064-d63585c04b10 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:18.894316 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Attempting to bind port cf24adec-7d65-4a56-a064-d63585c04b10 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '7fde3c09-57a4-492a-be20-5abef1daf9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7'}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:18.894884 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Attempting to bind port cf24adec-7d65-4a56-a064-d63585c04b10 on network f67e91f8-51bc-4473-a722-e69d0584cbb7 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:18.916773 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4d465cb1-ceab-4533-810a-02b1f1fe7d1b req-5580378f-5947-44bb-a6bd-d8eb2d2059ed tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930688 Sep 22 17:16:18.919542 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Port cf24adec-7d65-4a56-a064-d63585c04b10 on network f67e91f8-51bc-4473-a722-e69d0584cbb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:16:18.920145 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Attempting to bind port cf24adec-7d65-4a56-a064-d63585c04b10 on network f67e91f8-51bc-4473-a722-e69d0584cbb7 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:18.947478 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:18.948477 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Checking segment: {'id': '7fde3c09-57a4-492a-be20-5abef1daf9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:18.949900 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Bound using segment: {'id': '7fde3c09-57a4-492a-be20-5abef1daf9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7'} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:18.952170 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Bound port: cf24adec-7d65-4a56-a064-d63585c04b10, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fde3c09-57a4-492a-be20-5abef1daf9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7'}}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:18.952808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.094060 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-c7f217ec-1be0-4643-84a4-93d2e335e33d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:19.102881 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-c7f217ec-1be0-4643-84a4-93d2e335e33d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 818 time: 0.2192624 Sep 22 17:16:19.103151 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, cleared binding levels {{(pid=94223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:19.117566 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-47796fea-4087-43a8-a298-4570e3558cc7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/quotas/a3cbb330046f4ea784e45df232cc1c20 HTTP/1.1" status: 200 len: 375 time: 0.0119224 Sep 22 17:16:19.147809 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-18deeb66-7aec-4c4a-b021-c93b2c72c900 req-79366c02-c48e-4361-b7f2-2683a6ce6747 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0651388 Sep 22 17:16:19.200147 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-666259e0-5c03-4e8b-a130-8a6bb78468a9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763934 Sep 22 17:16:19.204266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=cf24adec-7d65-4a56-a064-d63585c04b10,segment=NetworkSegment(7fde3c09-57a4-492a-be20-5abef1daf9a3),segment_id=7fde3c09-57a4-492a-be20-5abef1daf9a3)] {{(pid=94223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:19.222463 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.322060 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:19.323009 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.327683 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] 10.222.0.24 "PUT /v2.0/ports/cf24adec-7d65-4a56-a064-d63585c04b10 HTTP/1.1" status: 200 len: 1094 time: 4.2912323 Sep 22 17:16:19.329458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:19.442302 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-10925144-cabf-4f73-886f-e0c929523e88 service neutron] 10.222.0.11 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406545 Sep 22 17:16:19.451556 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44832) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:19.507681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ed1378a4-eafa-4d5b-ad70-d03081f5b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.526295 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-408959cd-2e4f-4fea-a10e-e16a25dd37f0 req-4b44dddb-641a-4527-a563-0cb90472629b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.2840154 Sep 22 17:16:19.574834 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b11ed-e1dd-4159-8d47-b1d1d720a72a service neutron] Pushing event updated for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=3']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:19.720887 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c" -d '{"events": [{"name": "network-changed", "server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:19.852401 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-2b66fe1c-2d45-4365-9941-e23778c77b8b service neutron] 10.222.0.11 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995404 Sep 22 17:16:19.936024 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ed1378a4-eafa-4d5b-ad70-d03081f5b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.942389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ed1378a4-eafa-4d5b-ad70-d03081f5b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:19.981832 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa0713-fbac-47de-bdc4-e114c6f65de1 x-openstack-request-id: req-b1fa0713-fbac-47de-bdc4-e114c6f65de1 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:19.982281 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:19.982668 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1fa0713-fbac-47de-bdc4-e114c6f65de1 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:19.983291 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10', 'status': 'completed', 'code': 200} Sep 22 17:16:19.985045 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ed1378a4-eafa-4d5b-ad70-d03081f5b571 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59c7d61d96424ed09452f7091d45237b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312245 Sep 22 17:16:19.987567 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 44850) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:19.993855 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1378a4-eafa-4d5b-ad70-d03081f5b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b9830-a895-4f89-bc93-70daa2ede891,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:20.049739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.093153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.124698 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72006084-9ef2-41f4-8cd8-090a1626c31e req-9d8c82da-254b-42e9-8e9b-6eb71ff2894c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:20.156034 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f5b2042c-cb94-484b-b635-67075d4dc781 req-f9b08200-6fc8-4d7b-8b38-8306a9d842b8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0581136 Sep 22 17:16:20.156682 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-72006084-9ef2-41f4-8cd8-090a1626c31e req-9d8c82da-254b-42e9-8e9b-6eb71ff2894c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.1054640 Sep 22 17:16:20.241217 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.243989 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.248174 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f6b9830-a895-4f89-bc93-70daa2ede891 HTTP/1.1" status: 204 len: 168 time: 0.2594914 Sep 22 17:16:20.266393 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e7948-642a-484f-9ed7-1f9bda5fe5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b9830-a895-4f89-bc93-70daa2ede891,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:20.324128 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-72006084-9ef2-41f4-8cd8-090a1626c31e req-00733a94-0995-4e19-ac12-9705f4181d11 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654294 Sep 22 17:16:20.333488 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e3573c94-5635-43a0-a410-a9b99af3dcb6 req-ae9e68d2-2509-4be6-a74f-c7d7324c46f2 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0767632 Sep 22 17:16:20.489769 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device d82f8008-5678-4c3b-8c2c-3d682de57a48 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:20.577026 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port d82f8008-5678-4c3b-8c2c-3d682de57a48 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:20.577394 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.727778 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.785175 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c057bc59-2fea-4ae1-af65-3d74bfcb1b28 req-ad9be449-e3c4-4f4b-9853-42ab5308b1d6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0932591 Sep 22 17:16:20.791563 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port d82f8008-5678-4c3b-8c2c-3d682de57a48, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=d82f8008-5678-4c3b-8c2c-3d682de57a48,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:20.801733 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:20.863732 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:21.315824 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-30feda54-0ab8-4112-a66c-0d4600fc5caf req-a3626483-efb4-4c56-9dc0-263c3b5f793b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0745358 Sep 22 17:16:21.457176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34e62-136e-4a4a-bf82-b8b3229e8cb7 req-f648a5f9-b416-4bfe-aa46-863e36698f0e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:21.458852 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-75f34e62-136e-4a4a-bf82-b8b3229e8cb7 req-f648a5f9-b416-4bfe-aa46-863e36698f0e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.0668917 Sep 22 17:16:21.508929 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2e0d604c-a86b-4325-a877-e48e6c961113 req-837f25c5-08d5-4a52-ba71-b8468cca224f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0469222 Sep 22 17:16:21.540093 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-75f34e62-136e-4a4a-bf82-b8b3229e8cb7 req-a35e342f-8cc0-4b39-b6e6-588788792857 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720849 Sep 22 17:16:21.900952 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c2cb5d5-bbbb-47bf-bb75-67766074cdab req-5537bdd1-0dcd-46d2-90f8-69da7917d0c9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0267842 Sep 22 17:16:22.380013 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device d82f8008-5678-4c3b-8c2c-3d682de57a48 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:22.457526 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port d82f8008-5678-4c3b-8c2c-3d682de57a48 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:22.458202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:22.480574 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e6c63faf-6ffb-4760-be40-5c27b7cbbf1f req-dae16cc5-c0d3-4636-8b7e-1a8a0033f419 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0582423 Sep 22 17:16:22.615511 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09cfdcf3-82d5-4d02-b146-6f7cfe89c5a3 req-ca39396d-b965-4406-a470-432fbe7e65df tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0302563 Sep 22 17:16:22.711142 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8642-2ca9-4a5b-86b2-d941a04a3062 req-ff0816c0-6df0-4aa4-9683-b8e04ae4c3e6 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:22.712918 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6e9a8642-2ca9-4a5b-86b2-d941a04a3062 req-ff0816c0-6df0-4aa4-9683-b8e04ae4c3e6 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.0756173 Sep 22 17:16:22.762410 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6e9a8642-2ca9-4a5b-86b2-d941a04a3062 req-4923243b-31dc-42e0-8bf7-a53f8fa3bac4 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Sep 22 17:16:23.012298 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6b4c9286-3b48-4e54-bcde-d81a236da588 req-2cfb193c-2a6c-49f2-bdaf-5881a843bde4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0298078 Sep 22 17:16:23.580429 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-33bcbdda-df29-4274-b195-e484e2cd8a09 req-6bc26e8d-c993-4f32-8ae7-f92378d0cf2d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0247083 Sep 22 17:16:23.707905 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b195fe58-7a35-4b02-896f-a728342e1a4a req-b88710e7-37a0-45bc-822b-88bd7cc65b19 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0266166 Sep 22 17:16:23.889408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c726-a735-4981-88e2-22512b1fae70 req-84567f88-df78-4cbd-9350-c78ded940ca0 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:23.890956 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63c4c726-a735-4981-88e2-22512b1fae70 req-84567f88-df78-4cbd-9350-c78ded940ca0 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.0506742 Sep 22 17:16:23.928178 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63c4c726-a735-4981-88e2-22512b1fae70 req-586ef450-fbae-4a47-8ab0-55e5bf9fb358 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Sep 22 17:16:24.114726 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2fb0ed87-35bb-4113-9a5c-2e3b4d1ded91 req-131e140f-ea68-41e9-96e5-0eb73a5a6424 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0261602 Sep 22 17:16:24.676867 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-90b61e37-bee7-4317-b2e9-627f33a95e88 req-234dca70-26cf-478d-9d00-95e5461fa805 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Sep 22 17:16:24.869141 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e542bb2d-1546-4f78-b25b-551668a04182 req-011b6e00-c1b4-489b-82ca-66cf782ab8ac tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0681412 Sep 22 17:16:24.889291 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-3aa42780-34d1-4f29-ac7f-dfb8a69946f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:24.891006 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-3aa42780-34d1-4f29-ac7f-dfb8a69946f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64e39038038547e3aba580a8ee39f6d1&device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 1097 time: 0.1224055 Sep 22 17:16:25.151349 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692bb71-9d14-4e55-8529-a20f57250918 req-d3c8e440-f092-4821-bfd9-9f928fa24034 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:25.153360 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a692bb71-9d14-4e55-8529-a20f57250918 req-d3c8e440-f092-4821-bfd9-9f928fa24034 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.1531482 Sep 22 17:16:25.170060 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-3a2aa7ed-8db8-4caa-884b-3fc517bfe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:25.171496 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-3a2aa7ed-8db8-4caa-884b-3fc517bfe4d3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=64e39038038547e3aba580a8ee39f6d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2511406 Sep 22 17:16:25.196530 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a692bb71-9d14-4e55-8529-a20f57250918 req-4d5e9b45-149f-4398-85fe-1f100cb10ecf tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Sep 22 17:16:25.226591 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d5bab36e-9a4b-47a6-9d00-47907657cb4e req-f3cb063c-f73f-449d-baea-12b21c9ce940 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0355072 Sep 22 17:16:25.509472 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-c912342a-3f72-4946-8a3b-1afe60481679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:25.511344 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22049f1f-32bc-4a33-a7ec-a4feaecbb37c req-c912342a-3f72-4946-8a3b-1afe60481679 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3131249 Sep 22 17:16:25.778817 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9631278e-ed30-4c6d-86e0-930b7ec1efa4 req-221637ff-11dc-43cb-953b-476efbc8c495 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Sep 22 17:16:25.947341 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-79171305-dab1-4719-9e68-1973e52b35c1 req-bbb1774c-8f2c-43d7-a099-fe2712f68e4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0254734 Sep 22 17:16:26.330657 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83e293-0b83-4f22-a8eb-eab1ad151068 req-fd050df3-7f67-4850-be8a-88637cb8d393 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:26.332154 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a83e293-0b83-4f22-a8eb-eab1ad151068 req-fd050df3-7f67-4850-be8a-88637cb8d393 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.0601103 Sep 22 17:16:26.334139 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5085d1d4-9e72-4cf7-b3cf-05dea418d960 req-5df8bdb6-fa85-4113-9613-060e2eb7342f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0333226 Sep 22 17:16:26.369640 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a83e293-0b83-4f22-a8eb-eab1ad151068 req-0537e9b3-7a0e-496d-b1de-6ce2b520d6da tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Sep 22 17:16:26.870918 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6506da2e-d246-4d0c-a724-3eee43df8974 req-5cde2993-4e48-4cef-83cb-1a9fbcb44924 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0257192 Sep 22 17:16:27.048185 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f6f11fc7-2ff9-45c1-bb15-2a2e23fbc294 req-735715a5-ffb4-4c87-ab53-d19159f59246 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0334880 Sep 22 17:16:27.430430 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ff7d170e-bd0f-409d-b583-c74c48354de2 req-78e780a3-8331-4354-8902-19813dec6d04 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0247505 Sep 22 17:16:27.483426 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71da2c-9392-4127-9fe4-8b614b267bf9 req-9bd0b1bf-e098-48c9-b971-bceb58eab857 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:27.485006 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9b71da2c-9392-4127-9fe4-8b614b267bf9 req-9bd0b1bf-e098-48c9-b971-bceb58eab857 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.0504963 Sep 22 17:16:27.521271 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9b71da2c-9392-4127-9fe4-8b614b267bf9 req-29841218-b296-4e3b-a4a6-76f651898e04 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Sep 22 17:16:27.959991 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6a6b9e3e-dff4-4fda-8938-f7faa3c8a085 req-3e0018c8-3dbe-4674-932a-65e02d132250 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0241966 Sep 22 17:16:28.064934 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.24', 62286) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:28.148780 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-ba5bf101-ab5a-4f1c-9313-a1284ca04dde tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:28.150632 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-ba5bf101-ab5a-4f1c-9313-a1284ca04dde tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 818 time: 0.1193151 Sep 22 17:16:28.173376 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Request body: {'port': {'device_id': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'admin_state_up': True, 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:28.209148 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-e69001d8-d873-4939-bbe6-b5bfa3cd7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:28.209148 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-e69001d8-d873-4939-bbe6-b5bfa3cd7a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=64e39038038547e3aba580a8ee39f6d1&device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 1097 time: 0.1409826 Sep 22 17:16:28.209490 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f8fdda43-46f6-4b76-8ff3-fb074a07e4b4 req-d06a4b81-7886-4951-8ed2-fde8400782a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0530593 Sep 22 17:16:28.294233 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-4847b82d-353d-4ebb-942e-a4d3691fa0a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf24adec-7d65-4a56-a064-d63585c04b10 HTTP/1.1" status: 200 len: 217 time: 0.0630963 Sep 22 17:16:28.321068 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Made reservation on behalf of a3cbb330046f4ea784e45df232cc1c20 for: {'port': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:28.325263 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:28.353494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-c187f2f3-9bf2-490c-8e4b-cec76786efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:28.355136 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-c187f2f3-9bf2-490c-8e4b-cec76786efaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3440dab0-ca2b-434c-875a-029d411166c1 HTTP/1.1" status: 200 len: 852 time: 0.0536306 Sep 22 17:16:28.411830 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-663ab763-d67b-4299-a450-87e6ba6e941f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f67e91f8-51bc-4473-a722-e69d0584cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488839 Sep 22 17:16:28.478792 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Allocated IP 172.20.0.7 (40c9466c-9bf8-47a7-a120-6d2cf2d6a410/fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3/11634cb7-491f-4217-a600-61a001632345) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:28.515076 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.24', 62293) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:28.617500 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-08f3780c-6159-4027-9fb8-c8a7eca6e7d5 service neutron] 10.222.0.24 "GET /v2.0/networks/f67e91f8-51bc-4473-a722-e69d0584cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871336 Sep 22 17:16:28.633544 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-de1b607b-e0bc-42d0-8ab6-60a3ccb08032 req-738e5f31-7cde-4414-9a00-5df01cb8eeff tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0676765 Sep 22 17:16:28.739380 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f76246fc-457a-4dc9-aab0-acb2ded037f3 req-9dd2fced-b6e1-4d93-801f-e3c07f33f003 service neutron] 10.222.0.24 "GET /v2.0/networks/f67e91f8-51bc-4473-a722-e69d0584cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079717 Sep 22 17:16:28.758577 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-63faaad6-0696-4823-aa84-b9d8e3c9b444 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:28.759861 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-63faaad6-0696-4823-aa84-b9d8e3c9b444 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 811 time: 0.2436097 Sep 22 17:16:28.785875 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:28.794549 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d06f9-a4e5-4a66-8582-55e957284caf req-0eaf493a-1276-458d-b9e7-4842a33b8620 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:28.795988 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a0d06f9-a4e5-4a66-8582-55e957284caf req-0eaf493a-1276-458d-b9e7-4842a33b8620 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.1577220 Sep 22 17:16:28.873991 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-607a7291-4680-4d9d-8538-c487294b5fb7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 380 time: 0.0985739 Sep 22 17:16:28.885392 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'port': {'device_id': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'admin_state_up': True, 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'security_groups': ['5b47f383-ad61-4d5b-aa45-6569c611b923']}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:28.893477 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a0d06f9-a4e5-4a66-8582-55e957284caf req-8ee6942d-d0ec-4543-ae98-9cdcd1b1adab tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Sep 22 17:16:28.924296 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.015779 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:29.025389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-7848dd32-d1cd-45d0-9c0a-ab44a4ffeaf5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:29.025598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Pushing event updated for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:29.027419 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-7848dd32-d1cd-45d0-9c0a-ab44a4ffeaf5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 816 time: 0.1185355 Sep 22 17:16:29.028925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:29.059880 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:29.065428 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:29.066039 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.078323 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-127b8a73-9224-465f-9716-44a6165ca31a req-fd00ad1a-27e3-4425-b91b-509c68b7b926 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0343020 Sep 22 17:16:29.097105 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Made reservation on behalf of 8c154d73b6fc4e029f24c1e23c14abf7 for: {'port': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:29.101529 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.109760 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-967154d7-7956-4da5-901f-5c4384baf278 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 380 time: 0.0716739 Sep 22 17:16:29.117517 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-9b6a4129-66cd-4bbe-8184-7c7710e12557 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482622 Sep 22 17:16:29.121550 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'port': {'device_id': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'admin_state_up': True, 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'security_groups': ['1fc6794b-d349-44ab-93ff-ad348fab358f']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:29.135123 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Request body: {'port': {'device_id': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:29.246389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Made reservation on behalf of 3b545eca13b643a08c383aae693af98e for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:29.250780 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.265797 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.320465 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0c092b3a-b5f9-420a-9d03-99aff4b7defb req-6e5b8681-3072-43b6-befb-48c374b9b17a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0363762 Sep 22 17:16:29.358431 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Allocated IP 172.20.0.8 (4265cf5c-032a-45e7-9b0f-da030d0d23d1/8b939c06-43ae-461a-a752-66fa6084d82e/8e68b4b4-5205-473e-976a-a2767fd19066) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:29.432298 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.24', 62298) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:29.689315 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.780514 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11634cb7-491f-4217-a600-61a001632345 {{(pid=94223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:29.806989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.820138 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:29.851686 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bcf3af2d-e9e2-48b3-a800-1b8dc2d912df req-b0618529-b65a-4ade-9663-9b2f6edea8bb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0571024 Sep 22 17:16:29.947702 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.provisioning_blocks [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Transition to ACTIVE for port object 11634cb7-491f-4217-a600-61a001632345 will not be triggered until provisioned by entity L2. {{(pid=94223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:16:29.989316 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:29.990403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.009320 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:30.017881 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:30.024167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.024800 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.040737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:30.060813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Allocated IP 172.20.0.11 (5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba/603bf4f6-8b6b-4e38-8204-2d9655ab8f19/a12196d5-9eca-46a3-ac34-dfe68bb5b3f2) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:30.075516 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-aeb5a842-9743-4f8f-b6b4-bb9105759796 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.077284 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-aeb5a842-9743-4f8f-b6b4-bb9105759796 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 818 time: 0.6431303 Sep 22 17:16:30.093982 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Request body: {'port': {'device_id': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'admin_state_up': True, 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:30.134389 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-6aff53e8-ff57-4dcb-ae9c-31a6aa911e9e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532315 Sep 22 17:16:30.155461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Request body: {'port': {'device_id': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:30.160908 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Pushing event updated for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:30.192622 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45202) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:30.193153 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Attempting to bind port 11634cb7-491f-4217-a600-61a001632345 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:30.193705 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Attempting to bind port 11634cb7-491f-4217-a600-61a001632345 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:30.194098 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Attempting to bind port 11634cb7-491f-4217-a600-61a001632345 on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:30.210632 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Port 11634cb7-491f-4217-a600-61a001632345 on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:16:30.210984 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Attempting to bind port 11634cb7-491f-4217-a600-61a001632345 on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:30.220992 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ccc8b-8704-43e0-bde0-f56c3f0aa963 req-18639d21-88d6-48aa-8962-2da9cfb90089 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.234006 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d8ccc8b-8704-43e0-bde0-f56c3f0aa963 req-18639d21-88d6-48aa-8962-2da9cfb90089 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 944 time: 0.1624525 Sep 22 17:16:30.277577 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:30.278204 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Checking segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:30.278204 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Bound using segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:30.278539 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Bound port: 11634cb7-491f-4217-a600-61a001632345, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:30.279004 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.301665 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.311149 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d2e9eac8-5efd-4116-8d64-6931485c514e req-f8d7f681-0854-4f30-825a-f9296e902de4 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0894403 Sep 22 17:16:30.364865 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-20dd7056-0dfa-4496-8e6d-0d33a5179d0b None None] Provisioning complete for port 8e68b4b4-5205-473e-976a-a2767fd19066 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:30.366437 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-20dd7056-0dfa-4496-8e6d-0d33a5179d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.373836 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d8ccc8b-8704-43e0-bde0-f56c3f0aa963 req-32d36630-3d87-430e-a94a-eb75a613d08c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388254 Sep 22 17:16:30.373948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a0e39478-7ab9-45ff-811c-66dc6abd19ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.405424 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-20dd7056-0dfa-4496-8e6d-0d33a5179d0b None None] Port 8e68b4b4-5205-473e-976a-a2767fd19066 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:30.413595 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Made reservation on behalf of a3cbb330046f4ea784e45df232cc1c20 for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:30.417678 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.432786 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.452395 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, cleared binding levels {{(pid=94223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:30.513028 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=11634cb7-491f-4217-a600-61a001632345,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:30.519267 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.563693 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee5ba-5a51-40b9-84e1-78b708952cba req-50aeccf8-e4c3-45b8-acab-a00d5beb595a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.565142 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-800ee5ba-5a51-40b9-84e1-78b708952cba req-50aeccf8-e4c3-45b8-acab-a00d5beb595a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 931 time: 0.1453879 Sep 22 17:16:30.632879 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.737592 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.738204 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.739592 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] 10.222.0.24 "PUT /v2.0/ports/11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 1093 time: 1.6095545 Sep 22 17:16:30.740052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'tag': '11634cb7-491f-4217-a600-61a001632345'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:30.742263 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4333b548-3d58-4d67-86d7-f96ed6edf162" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "tag": "11634cb7-491f-4217-a600-61a001632345"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:30.752237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:30.764422 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device cf24adec-7d65-4a56-a064-d63585c04b10 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:30.791725 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:30.797064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:30.829481 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-800ee5ba-5a51-40b9-84e1-78b708952cba req-8b9966ce-2d21-4777-bdcd-a2f388372ddf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460675 Sep 22 17:16:30.829481 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:30.840329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:30.841000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.892771 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Allocated IP 172.20.0.11 (40c9466c-9bf8-47a7-a120-6d2cf2d6a410/fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3/50bba7de-8fb5-4a46-b386-b5f82c2189ec) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:30.899081 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b15c8a-f491-4633-ac4e-82405bf6c6dd x-openstack-request-id: req-06b15c8a-f491-4633-ac4e-82405bf6c6dd {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:30.899360 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "tag": "11634cb7-491f-4217-a600-61a001632345", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:30.899639 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06b15c8a-f491-4633-ac4e-82405bf6c6dd {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:30.900223 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'tag': '11634cb7-491f-4217-a600-61a001632345', 'status': 'completed', 'code': 200} Sep 22 17:16:30.904468 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5103c1-a6a5-42bc-b1dc-97b7c4563a38 service neutron] Pushing event updated for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=3']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:30.922447 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a0e39478-7ab9-45ff-811c-66dc6abd19ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.939466 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a0e39478-7ab9-45ff-811c-66dc6abd19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:30.945175 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=cf24adec-7d65-4a56-a064-d63585c04b10,segment=NetworkSegment(7fde3c09-57a4-492a-be20-5abef1daf9a3),segment_id=7fde3c09-57a4-492a-be20-5abef1daf9a3)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:30.958672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'cf24adec-7d65-4a56-a064-d63585c04b10', 'network_id': 'f67e91f8-51bc-4473-a722-e69d0584cbb7', 'port_id': 'cf24adec-7d65-4a56-a064-d63585c04b10', 'mac_address': 'fa:16:3e:a4:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3440dab0-ca2b-434c-875a-029d411166c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:31.007064 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.035653 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a0e39478-7ab9-45ff-811c-66dc6abd19ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1de4ab86d63443feb9408769ce892fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8383610 Sep 22 17:16:31.035757 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf24adec-7d65-4a56-a064-d63585c04b10 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:31.045450 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45236) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:31.052126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-cf1ad4e2-9ba3-4817-8982-2cef5811a2d8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9222007 Sep 22 17:16:31.060217 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Request body: {'port': {'device_id': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:31.082852 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=cf24adec-7d65-4a56-a064-d63585c04b10,segment=NetworkSegment(7fde3c09-57a4-492a-be20-5abef1daf9a3),segment_id=7fde3c09-57a4-492a-be20-5abef1daf9a3)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:31.091572 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.095029 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-752af7cb-3ef7-4c9f-8007-4d66b5f34d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:31.112827 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-752af7cb-3ef7-4c9f-8007-4d66b5f34d37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1096 time: 0.3096716 Sep 22 17:16:31.175447 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:31.238138 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e39478-7ab9-45ff-811c-66dc6abd19ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f7e8b-956a-4bc6-a820-98164e3c3370,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:31.240815 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-8ac4dc27-9c47-4175-be9c-f53864e0c5bd None None] Provisioning complete for port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:31.241479 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8ac4dc27-9c47-4175-be9c-f53864e0c5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.263226 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-1499cb16-1588-4761-aa4b-edff2cb88df5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.1257014 Sep 22 17:16:31.285515 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.303939 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00e15a-40e5-46c0-8d3e-a79b6b745e0a req-10bc024a-5274-4e21-8d66-7ddb48415ca0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:31.305442 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1c00e15a-40e5-46c0-8d3e-a79b6b745e0a req-10bc024a-5274-4e21-8d66-7ddb48415ca0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 932 time: 0.2747369 Sep 22 17:16:31.313340 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4dc27-9c47-4175-be9c-f53864e0c5bd None None] Port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:16:31.340138 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.393469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.422143 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-f4b040b0-2640-4470-935a-1e0e387559c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:31.423703 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-f4b040b0-2640-4470-935a-1e0e387559c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.1432457 Sep 22 17:16:31.437025 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e68b4b4-5205-473e-976a-a2767fd19066 {{(pid=94223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:31.452297 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45254) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:31.467654 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26f51264-57b3-4269-aca4-4fc746d0b4c7 req-d524516f-4137-4ed7-82cb-f710190824c9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 210 time: 0.0612528 Sep 22 17:16:31.473272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.488857 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.provisioning_blocks [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Transition to ACTIVE for port object 8e68b4b4-5205-473e-976a-a2767fd19066 will not be triggered until provisioned by entity L2. {{(pid=94223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:16:31.496582 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.566462 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:31.571955 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1c00e15a-40e5-46c0-8d3e-a79b6b745e0a req-33cdb8e3-49c2-4b39-82fe-d46f03d83eab tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538803 Sep 22 17:16:31.608991 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.611458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.612604 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b45f7e8b-956a-4bc6-a820-98164e3c3370 HTTP/1.1" status: 204 len: 168 time: 0.5661364 Sep 22 17:16:31.632460 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd3553dc-9113-4425-b68a-6bd5b412f85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.638947 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eb31c-53de-4a54-aa98-c67f22157261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f7e8b-956a-4bc6-a820-98164e3c3370,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:31.676564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.706561 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Attempting to bind port 8e68b4b4-5205-473e-976a-a2767fd19066 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:31.706986 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Attempting to bind port 8e68b4b4-5205-473e-976a-a2767fd19066 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:31.707319 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Attempting to bind port 8e68b4b4-5205-473e-976a-a2767fd19066 on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:31.723385 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Port 8e68b4b4-5205-473e-976a-a2767fd19066 on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:16:31.723813 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Attempting to bind port 8e68b4b4-5205-473e-976a-a2767fd19066 on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:31.749673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.750186 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5daac-c15e-4701-9f94-985954c70116 req-39b0fe8a-0d94-4578-ae2e-51c64bdba310 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:31.759310 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37a5daac-c15e-4701-9f94-985954c70116 req-39b0fe8a-0d94-4578-ae2e-51c64bdba310 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 945 time: 0.1963358 Sep 22 17:16:31.763743 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:31.764134 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Checking segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:31.764523 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Bound using segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:31.764967 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Bound port: 8e68b4b4-5205-473e-976a-a2767fd19066, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:31.765322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.823747 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:31.827745 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:31.840825 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Pushing event updated for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:31.846337 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:31.856880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:16:31.866828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:31.867674 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.871845 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.894601 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37a5daac-c15e-4701-9f94-985954c70116 req-e29000fb-3dd2-4cc3-b7f1-14d4da113813 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340876 Sep 22 17:16:31.933977 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Transition to ACTIVE for port object a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:16:31.936736 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, cleared binding levels {{(pid=94223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:31.942828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8e68b4b4-5205-473e-976a-a2767fd19066,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:31.952594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:31.953106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.004993 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd3553dc-9113-4425-b68a-6bd5b412f85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.007847 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45264) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:32.008119 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:32.008733 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.010116 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] 10.222.0.24 "PUT /v2.0/ports/8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 1093 time: 1.8612320 Sep 22 17:16:32.013480 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd3553dc-9113-4425-b68a-6bd5b412f85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.020468 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7af440-b5f3-45cc-b05c-7b372e5bfb9f req-7373034c-b54b-40aa-970e-644f568b73e4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:32.029418 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ed7af440-b5f3-45cc-b05c-7b372e5bfb9f req-7373034c-b54b-40aa-970e-644f568b73e4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.1337647 Sep 22 17:16:32.049312 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479555b7-a25a-45d7-8a7e-db8d43caafc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=3']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.062979 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.071588 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-b90074c5-4b6c-439d-8088-16220f19e5bb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9831321 Sep 22 17:16:32.083444 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-dd3553dc-9113-4425-b68a-6bd5b412f85e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c6b3bdf062946efb5f313aee27db100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285503 Sep 22 17:16:32.084672 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3553dc-9113-4425-b68a-6bd5b412f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d108eee4-9d2c-434d-a958-e53939934c6a,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.089726 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45266) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:32.105850 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e1c2-93af-47b5-8f46-38a252649a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.151068 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.154757 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Attempting to bind port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:32.155120 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Attempting to bind port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:32.155841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Attempting to bind port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:32.175258 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:16:32.175576 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Attempting to bind port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:32.179461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.187432 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ed7af440-b5f3-45cc-b05c-7b372e5bfb9f req-38feff97-7471-4223-be92-a2014dd6e9a2 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571331 Sep 22 17:16:32.189477 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:32.189815 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Checking segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:32.190384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Bound using segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:32.191221 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Bound port: a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:32.191221 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.246660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.251934 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.260202 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d108eee4-9d2c-434d-a958-e53939934c6a HTTP/1.1" status: 204 len: 168 time: 0.1693189 Sep 22 17:16:32.277753 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab6ad6-669f-4269-8ba1-94805e4711ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108eee4-9d2c-434d-a958-e53939934c6a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.340617 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:32.346691 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:32.358526 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.379214 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e1c2-93af-47b5-8f46-38a252649a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.404645 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e1c2-93af-47b5-8f46-38a252649a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.419678 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:32.419678 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.419901 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 1094 time: 1.3667967 Sep 22 17:16:32.422875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:32.541850 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f6a8e1c2-93af-47b5-8f46-38a252649a1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f84373e360c54dc08036f96b46a21221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313330 Sep 22 17:16:32.544866 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45286) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:32.548714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e1c2-93af-47b5-8f46-38a252649a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a42132-aa9d-47be-b0bb-ba37eae65b32,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.552335 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df494b-6855-49a0-b187-709e6a3756b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.642524 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.646735 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:32.682004 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.705648 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f7428-7067-4c27-92e2-ba0c41bfd0a3 req-a81ec0b1-db6b-48d3-93fc-3d392366ab78 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:32.712103 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5e9f7428-7067-4c27-92e2-ba0c41bfd0a3 req-a81ec0b1-db6b-48d3-93fc-3d392366ab78 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0586908 Sep 22 17:16:32.712744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45292) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:32.714596 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6bff-7d40-40f0-973e-3c29d7c57110 req-3e4f9b11-b15e-4673-8c10-de304ef1a914 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:32.716245 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a4ca6bff-7d40-40f0-973e-3c29d7c57110 req-3e4f9b11-b15e-4673-8c10-de304ef1a914 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 932 time: 0.1067364 Sep 22 17:16:32.738251 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e8b8-fdd6-4da4-9d0b-6767bbcd7bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.762777 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a4ca6bff-7d40-40f0-973e-3c29d7c57110 req-fdea9daf-6fc1-4b36-ba25-2891cbbe0c3a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Sep 22 17:16:32.774100 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.778258 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.782266 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9a42132-aa9d-47be-b0bb-ba37eae65b32 HTTP/1.1" status: 204 len: 168 time: 0.2341750 Sep 22 17:16:32.789750 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bb30f-99a9-4284-8baa-d2882513860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a42132-aa9d-47be-b0bb-ba37eae65b32,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:32.793629 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5e9f7428-7067-4c27-92e2-ba0c41bfd0a3 req-6a683003-44c0-4799-b72a-ee5df558cbcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663960 Sep 22 17:16:32.882928 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e8b8-fdd6-4da4-9d0b-6767bbcd7bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.888216 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e8b8-fdd6-4da4-9d0b-6767bbcd7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:32.901933 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:32.904374 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab4617-94d8-4659-9981-2f89ac2bbbad" -d '{"events": [{"name": "network-changed", "server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:33.004426 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7962dc-ecff-479b-997b-f32a00a0a317 x-openstack-request-id: req-2b7962dc-ecff-479b-997b-f32a00a0a317 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:33.004719 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:33.004967 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b7962dc-ecff-479b-997b-f32a00a0a317 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:33.005354 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066', 'status': 'completed', 'code': 200} Sep 22 17:16:33.073757 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb203c-4e04-421d-94ca-5475dfafbf8d x-openstack-request-id: req-7ecb203c-4e04-421d-94ca-5475dfafbf8d {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:33.074352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:33.074352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ecb203c-4e04-421d-94ca-5475dfafbf8d {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:33.074727 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'status': 'completed', 'code': 200} Sep 22 17:16:33.087342 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db0bd-c905-4211-b1c7-826b3cfb0821 req-387a7651-d53b-47e4-bb37-6fc964534be1 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:33.089740 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2c3db0bd-c905-4211-b1c7-826b3cfb0821 req-387a7651-d53b-47e4-bb37-6fc964534be1 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 945 time: 0.0495963 Sep 22 17:16:33.097460 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0e8b8-fdd6-4da4-9d0b-6767bbcd7bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd5572-b9c9-4469-86ef-6cfeb7e5c93e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:33.102016 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3bd0e8b8-fdd6-4da4-9d0b-6767bbcd7bfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a5174ad7e784dc1888db79920036c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879464 Sep 22 17:16:33.105146 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45308) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:33.130474 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2c3db0bd-c905-4211-b1c7-826b3cfb0821 req-b969d6c8-1cd1-4f07-aaa6-060fc2a4de99 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Sep 22 17:16:33.163379 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:33.186178 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:33.236622 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:33.239371 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:33.244334 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8fd5572-b9c9-4469-86ef-6cfeb7e5c93e HTTP/1.1" status: 204 len: 168 time: 0.1359622 Sep 22 17:16:33.250401 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e26cd-dd81-44b7-be7b-05e6b0127b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd5572-b9c9-4469-86ef-6cfeb7e5c93e,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:33.326405 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3cb4-c82f-4bdb-99dc-9b83a1c9e55d req-55bc779d-39fb-4131-bd52-f05f1483b223 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:33.332089 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-477d3cb4-c82f-4bdb-99dc-9b83a1c9e55d req-55bc779d-39fb-4131-bd52-f05f1483b223 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0566618 Sep 22 17:16:33.369560 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-477d3cb4-c82f-4bdb-99dc-9b83a1c9e55d req-8fe5919b-6192-4ff6-b20b-69713bb95299 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Sep 22 17:16:33.881967 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167bfe-930a-4f61-a8cc-e5990176af92 req-8c4970ec-c056-462f-b6fc-03d00eabf555 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:33.889424 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-73167bfe-930a-4f61-a8cc-e5990176af92 req-8c4970ec-c056-462f-b6fc-03d00eabf555 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 932 time: 0.0573559 Sep 22 17:16:33.930270 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-73167bfe-930a-4f61-a8cc-e5990176af92 req-084723c5-8526-4dc2-86cd-d7c5099502eb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Sep 22 17:16:33.950479 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db115c-4b04-4b1a-b73c-b5362dd91459 req-956374e6-06c5-476a-96c6-760809886567 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:33.958703 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4db115c-4b04-4b1a-b73c-b5362dd91459 req-956374e6-06c5-476a-96c6-760809886567 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0657513 Sep 22 17:16:34.009452 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4db115c-4b04-4b1a-b73c-b5362dd91459 req-d0d1c15b-8238-42c1-ad06-a1f5efb30915 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Sep 22 17:16:34.246258 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Request body: {'port': {'device_id': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:34.294090 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-23450687-9183-43da-a667-90004370fde6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585473 Sep 22 17:16:34.342730 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['cf24adec-7d65-4a56-a064-d63585c04b10'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:34.344492 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:34.346018 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8607b91-1878-4490-a9f9-aaf07824229d req-2b8d6ff8-d432-4a97-be93-62a63bf85635 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.353249 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a8607b91-1878-4490-a9f9-aaf07824229d req-2b8d6ff8-d432-4a97-be93-62a63bf85635 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 945 time: 0.1469929 Sep 22 17:16:34.365789 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-4db3a9a9-ec7c-4a87-870b-787be2575a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.367298 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-4db3a9a9-ec7c-4a87-870b-787be2575a79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1096 time: 0.0883815 Sep 22 17:16:34.500630 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-9193268d-0318-43c9-9ee1-a15a09f66ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.502437 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-9193268d-0318-43c9-9ee1-a15a09f66ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1097 time: 0.2134314 Sep 22 17:16:34.514697 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a8607b91-1878-4490-a9f9-aaf07824229d req-a602a097-265c-4657-b803-14ce2e31428a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592827 Sep 22 17:16:34.594183 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-786bf82e-023f-4480-a3e7-1a977c3fcd83 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900007 Sep 22 17:16:34.747329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-90c3c122-f241-4395-9996-dae12b776549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.748854 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-90c3c122-f241-4395-9996-dae12b776549 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3638873 Sep 22 17:16:34.860983 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-3f29ce9c-0003-434a-92e2-203c111d4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.862782 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-3f29ce9c-0003-434a-92e2-203c111d4f3f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b545eca13b643a08c383aae693af98e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3392496 Sep 22 17:16:34.865130 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39dd48d3-7476-430a-806d-35bd40c0ea3f req-6eccb207-229e-4763-9d77-9c4306862495 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613454 Sep 22 17:16:34.881310 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd353-e46e-4a43-a5ba-89ac72c331f1 req-dee0c22e-5a3d-41a0-964d-87c418e11060 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:34.889368 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-061fd353-e46e-4a43-a5ba-89ac72c331f1 req-dee0c22e-5a3d-41a0-964d-87c418e11060 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.3949702 Sep 22 17:16:35.026979 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-d26148aa-9f03-4219-8ffe-ae6a75a191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.028840 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3c60bc19-af76-4ca7-aa6c-405fc303b8b0 req-d26148aa-9f03-4219-8ffe-ae6a75a191e5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508839 Sep 22 17:16:35.032425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-b442e3c1-144f-41d1-a915-1dd154518de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.034333 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-b442e3c1-144f-41d1-a915-1dd154518de2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1096 time: 0.1056025 Sep 22 17:16:35.076279 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-061fd353-e46e-4a43-a5ba-89ac72c331f1 req-359e0cb5-a1c7-4ea0-8f29-6ca8cb58eeb7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840520 Sep 22 17:16:35.147778 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-ff696127-5b43-46a6-8781-44a6e74d0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.149995 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fab4617-94d8-4659-9981-2f89ac2bbbad req-ff696127-5b43-46a6-8781-44a6e74d0557 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818889 Sep 22 17:16:35.205833 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device cf24adec-7d65-4a56-a064-d63585c04b10 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:35.229364 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bba7de-8fb5-4a46-b386-b5f82c2189ec {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:35.238969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.256102 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Transition to ACTIVE for port object 50bba7de-8fb5-4a46-b386-b5f82c2189ec will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:16:35.273527 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port cf24adec-7d65-4a56-a064-d63585c04b10 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:16:35.281290 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port cf24adec-7d65-4a56-a064-d63585c04b10 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:35.281928 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.306487 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800ad08-a0fd-4f0b-90bc-ccabed67b882 req-c55c496b-453d-45f5-8198-5746681c83eb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.308206 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5800ad08-a0fd-4f0b-90bc-ccabed67b882 req-c55c496b-453d-45f5-8198-5746681c83eb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 932 time: 0.2467585 Sep 22 17:16:35.322474 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-dfd149fb-c906-441b-b464-6da760a5453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.324494 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-dfd149fb-c906-441b-b464-6da760a5453c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1097 time: 0.2366173 Sep 22 17:16:35.336878 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.342295 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-f07586c3-6081-4af7-a749-fe77f2e86901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.345822 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-f07586c3-6081-4af7-a749-fe77f2e86901 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.3015897 Sep 22 17:16:35.446461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:35.464194 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040329bf-1b87-4f3b-a18f-1e0f5ffaf70d req-7025e49e-c468-4f9e-87d9-0ee6698a5ef2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.467060 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.474188 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-040329bf-1b87-4f3b-a18f-1e0f5ffaf70d req-7025e49e-c468-4f9e-87d9-0ee6698a5ef2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.2165823 Sep 22 17:16:35.500219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-79c17bb5-5668-48bd-a36f-71f838fd0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.502694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-79c17bb5-5668-48bd-a36f-71f838fd0848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1096 time: 0.2235827 Sep 22 17:16:35.539898 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:35.570245 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-2452e4d2-8ce6-4ff5-b79f-f775f1e43877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 217 time: 0.0542705 Sep 22 17:16:35.576560 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Attempting to bind port 50bba7de-8fb5-4a46-b386-b5f82c2189ec on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:16:35.576901 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Attempting to bind port 50bba7de-8fb5-4a46-b386-b5f82c2189ec by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:16:35.577237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Attempting to bind port 50bba7de-8fb5-4a46-b386-b5f82c2189ec on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:35.617175 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Port 50bba7de-8fb5-4a46-b386-b5f82c2189ec on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:16:35.617380 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Attempting to bind port 50bba7de-8fb5-4a46-b386-b5f82c2189ec on network 40c9466c-9bf8-47a7-a120-6d2cf2d6a410 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:35.635637 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-040329bf-1b87-4f3b-a18f-1e0f5ffaf70d req-db5dabac-b33f-4d76-9a4f-fe93d8d8dc79 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528296 Sep 22 17:16:35.647000 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=cf24adec-7d65-4a56-a064-d63585c04b10,segment=NetworkSegment(7fde3c09-57a4-492a-be20-5abef1daf9a3),segment_id=7fde3c09-57a4-492a-be20-5abef1daf9a3)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:35.654255 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:16:35.656119 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.656640 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Checking segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:16:35.657144 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Bound using segment: {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:35.659415 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Bound port: 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c99e2-53d4-497c-8359-b02146034cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:16:35.661459 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.678440 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-32c44dd7-6b68-4dec-8b46-f996e809efef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 217 time: 0.3442450 Sep 22 17:16:35.681952 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-4876206c-efdb-4841-b798-0a5efe98550f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.3272610 Sep 22 17:16:35.691227 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5800ad08-a0fd-4f0b-90bc-ccabed67b882 req-fef5f794-b7f8-4cd6-9d9f-45300c457f01 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710656 Sep 22 17:16:35.763405 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:35.780124 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-76150820-0986-4bde-a0a4-fff70c9d7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.782309 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-76150820-0986-4bde-a0a4-fff70c9d7727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.1994503 Sep 22 17:16:35.826893 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2413e-5d68-45c2-aea0-d23c653da825" -d '{"events": [{"server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "name": "network-vif-plugged", "status": "completed", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:35.827853 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-7ea608af-a8b8-4e64-94f1-293fd215a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.829344 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-7ea608af-a8b8-4e64-94f1-293fd215a164 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.1301360 Sep 22 17:16:35.833879 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-1507f080-371e-4bd6-a256-c70664169028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.834748 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-1507f080-371e-4bd6-a256-c70664169028 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.1387272 Sep 22 17:16:35.868381 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:35.911544 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:35.919341 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-de9e19cb-1291-44a8-9d80-4844b4a9d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.922176 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-de9e19cb-1291-44a8-9d80-4844b4a9d93f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322334 Sep 22 17:16:35.922303 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-5bd9d7f1-f98e-4367-ac27-b1e956ed54e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640831 Sep 22 17:16:35.926632 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.946511 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:35.947451 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:35.949787 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] 10.222.0.24 "PUT /v2.0/ports/50bba7de-8fb5-4a46-b386-b5f82c2189ec HTTP/1.1" status: 200 len: 1094 time: 1.7103968 Sep 22 17:16:35.960068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:35.963517 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa69fd-20b3-4c69-9faa-990a33909aff" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:35.999102 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d539b38d-b68d-4a9e-9ff0-096003b89af3 x-openstack-request-id: req-d539b38d-b68d-4a9e-9ff0-096003b89af3 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:36.000197 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "name": "network-vif-plugged", "status": "completed", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:36.000847 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d539b38d-b68d-4a9e-9ff0-096003b89af3 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:36.001499 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10', 'code': 200} Sep 22 17:16:36.020562 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079000ce-39af-4f4d-bafa-dd7c6b23f6be req-1d11c562-37a5-4cc6-842a-c89f6ab3569e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.023416 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-079000ce-39af-4f4d-bafa-dd7c6b23f6be req-1d11c562-37a5-4cc6-842a-c89f6ab3569e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.3060689 Sep 22 17:16:36.052889 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbebfaa2-d957-4d80-bc98-2a3a887a445d x-openstack-request-id: req-cbebfaa2-d957-4d80-bc98-2a3a887a445d {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:36.053172 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:36.053418 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbebfaa2-d957-4d80-bc98-2a3a887a445d {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:36.053801 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec', 'status': 'completed', 'code': 200} Sep 22 17:16:36.124322 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-acfe22da-b460-4067-8b16-0741c9a57ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840141 Sep 22 17:16:36.126350 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317265e-407e-463b-8364-be2ab556c0eb req-efa23a75-914e-4652-9704-1ab6281b96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.127912 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-efa23a75-914e-4652-9704-1ab6281b96af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2749646 Sep 22 17:16:36.187995 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.24', 62310) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:36.365813 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-01e0db0c-ac63-4dc6-9ea3-9cf2ea32c10f service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272840 Sep 22 17:16:36.371063 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906677a-5ed6-432a-b595-deeea56a0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:36.385107 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-ea42fc54-e035-45e4-a3d6-1b7a88ddff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.387174 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-ea42fc54-e035-45e4-a3d6-1b7a88ddff0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 1097 time: 0.3477764 Sep 22 17:16:36.391663 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-079000ce-39af-4f4d-bafa-dd7c6b23f6be req-c9fc5c7a-7d94-4b00-a5df-663b54285908 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500798 Sep 22 17:16:36.437691 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-3effb55b-2fce-4b72-935a-6de2f98745bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec HTTP/1.1" status: 200 len: 217 time: 0.0420113 Sep 22 17:16:36.442935 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-d4d5a1b3-91bc-400a-b0f3-995e7b9fc545 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061934 Sep 22 17:16:36.469016 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b381ae-ee9c-4f8e-a35a-f9dc5b8d9c32 req-e8da665f-dec2-461a-b384-4fc1fc3ccdef tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.470606 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b381ae-ee9c-4f8e-a35a-f9dc5b8d9c32 req-e8da665f-dec2-461a-b384-4fc1fc3ccdef tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.2859366 Sep 22 17:16:36.478395 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-8b29822c-b4ae-496c-8d81-75518a12227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.479932 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-8b29822c-b4ae-496c-8d81-75518a12227d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 1099 time: 0.2903743 Sep 22 17:16:36.541635 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-3fae7ff3-1a52-48fe-8cfa-51d486330ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.543658 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-3fae7ff3-1a52-48fe-8cfa-51d486330ca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0987692 Sep 22 17:16:36.553264 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-008e1ef6-aca6-4e30-bfee-33243e4bf758 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777258 Sep 22 17:16:36.556768 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-280ddad5-4c61-4b8e-ba9e-a757b748a5df service neutron] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:36.577733 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2ac5535-6671-4b16-bfc0-6b83fe86e2a3 req-d461268f-fd2c-4e10-b23b-ab086f723d9f service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242802 Sep 22 17:16:36.606417 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b381ae-ee9c-4f8e-a35a-f9dc5b8d9c32 req-411e1f99-3902-4c43-aad0-cd3f405bd77d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916119 Sep 22 17:16:36.629607 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-a85a97c3-27aa-41dc-aace-14716c4c7464 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534137 Sep 22 17:16:36.696359 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-280ddad5-4c61-4b8e-ba9e-a757b748a5df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:36.706193 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-280ddad5-4c61-4b8e-ba9e-a757b748a5df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:36.747590 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a65511ec-3c8c-47ec-a63f-c3b6593a19db req-280ddad5-4c61-4b8e-ba9e-a757b748a5df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335899 Sep 22 17:16:36.764887 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ddad5-4c61-4b8e-ba9e-a757b748a5df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe2fb3-edaf-483b-a682-e2e7f142bbb9,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:36.787327 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20391041-a4ab-48e7-8c1d-0374d66e6dfb req-8ed44b4b-8143-4d52-896b-42548a5035e5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.789405 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20391041-a4ab-48e7-8c1d-0374d66e6dfb req-8ed44b4b-8143-4d52-896b-42548a5035e5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0525010 Sep 22 17:16:36.828169 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60650362-86f4-4248-b28c-64bb5862ffba req-3556fb36-9416-43f5-acdf-2c401085021d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:36.829697 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-60650362-86f4-4248-b28c-64bb5862ffba req-3556fb36-9416-43f5-acdf-2c401085021d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0572746 Sep 22 17:16:36.830050 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20391041-a4ab-48e7-8c1d-0374d66e6dfb req-025f9ed4-a138-4ef7-9903-9a732f8d056d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343027 Sep 22 17:16:36.877218 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-60650362-86f4-4248-b28c-64bb5862ffba req-e52801fe-dab1-4b0b-a2c6-aa2cea506ff9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Sep 22 17:16:37.509941 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9eb0-d5ce-4e33-8d6d-5f3792e6409e req-ed9be98e-6177-4aac-81a7-5b573cc761e9 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:37.513245 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ec1d9eb0-d5ce-4e33-8d6d-5f3792e6409e req-ed9be98e-6177-4aac-81a7-5b573cc761e9 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0513952 Sep 22 17:16:37.552416 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ec1d9eb0-d5ce-4e33-8d6d-5f3792e6409e req-3eeeb7a2-ebc1-427c-93e9-d6eb0f7dd91e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Sep 22 17:16:37.727694 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818309-2477-44f5-97f7-9097c74c72b6 req-86f98446-2bae-4dc2-88f4-f5d1cb5841df tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:37.729746 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-61818309-2477-44f5-97f7-9097c74c72b6 req-86f98446-2bae-4dc2-88f4-f5d1cb5841df tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0508564 Sep 22 17:16:37.766026 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-61818309-2477-44f5-97f7-9097c74c72b6 req-cf598ee2-0dcc-46f1-be19-4604bfb2cf42 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300782 Sep 22 17:16:37.946160 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2b475-5d47-4b1c-b850-d50e9f187357 req-48c8005a-1e91-4186-b288-84e42a5c60e7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:37.947852 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-96b2b475-5d47-4b1c-b850-d50e9f187357 req-48c8005a-1e91-4186-b288-84e42a5c60e7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0481384 Sep 22 17:16:37.988874 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-96b2b475-5d47-4b1c-b850-d50e9f187357 req-55bb867b-5a43-4ecc-9150-80ded03c1f35 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 Sep 22 17:16:38.002365 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dd75a-1ec7-4ab2-abb6-cb8e140a6238 req-870e6c07-8824-4e7d-aab7-9ae42e1c3761 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:38.005156 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b08dd75a-1ec7-4ab2-abb6-cb8e140a6238 req-870e6c07-8824-4e7d-aab7-9ae42e1c3761 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0566258 Sep 22 17:16:38.045996 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b08dd75a-1ec7-4ab2-abb6-cb8e140a6238 req-c8cf0ad2-cf55-494d-9d38-b19da07e98db tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Sep 22 17:16:38.322441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 11634cb7-491f-4217-a600-61a001632345 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:38.418129 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=11634cb7-491f-4217-a600-61a001632345,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:38.429179 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '11634cb7-491f-4217-a600-61a001632345', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'port_id': '11634cb7-491f-4217-a600-61a001632345', 'mac_address': 'fa:16:3e:ab:5a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:38.470219 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:38.482862 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11634cb7-491f-4217-a600-61a001632345 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:38.502508 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=11634cb7-491f-4217-a600-61a001632345,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:38.505563 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:38.554924 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:38.662383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad34a-b6ff-490e-b257-dfc25ba4183f req-b33f395d-529b-4d29-8f8f-3ef1d4e1c997 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:38.664023 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-37bad34a-b6ff-490e-b257-dfc25ba4183f req-b33f395d-529b-4d29-8f8f-3ef1d4e1c997 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0470707 Sep 22 17:16:38.702733 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-37bad34a-b6ff-490e-b257-dfc25ba4183f req-063d2445-a8b6-403d-aae2-286cf0d8b2ae tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Sep 22 17:16:38.877191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b1234-1323-4618-9531-7a035b78a694 req-8df666bb-cfdb-48f6-a944-5f1a3a5b316b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:38.878666 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b9b1234-1323-4618-9531-7a035b78a694 req-8df666bb-cfdb-48f6-a944-5f1a3a5b316b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0474107 Sep 22 17:16:38.918837 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b9b1234-1323-4618-9531-7a035b78a694 req-7b07a05f-fcc9-4ac8-b461-c670ef29807e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342805 Sep 22 17:16:39.033595 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45574) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:39.125186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d66d7-a13b-4016-a32a-4bcec0a790ce req-39c8ff24-ab7a-4f7c-9ccc-855d948aeef6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:39.128091 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-490d66d7-a13b-4016-a32a-4bcec0a790ce req-39c8ff24-ab7a-4f7c-9ccc-855d948aeef6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0624940 Sep 22 17:16:39.162944 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-66ab52cf-369f-4b1d-99aa-193f59d571e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.165793 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-490d66d7-a13b-4016-a32a-4bcec0a790ce req-a546d391-1fb0-41ec-9f7b-b2a01f967542 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Sep 22 17:16:39.191959 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117a68-b1e7-48dc-9c2e-5f9c0d83d983 req-d95b8ee8-a229-4b66-9a7b-60ff520fbf69 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:39.193430 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24117a68-b1e7-48dc-9c2e-5f9c0d83d983 req-d95b8ee8-a229-4b66-9a7b-60ff520fbf69 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0779452 Sep 22 17:16:39.245426 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24117a68-b1e7-48dc-9c2e-5f9c0d83d983 req-22f8d241-590c-4c62-9e5a-b7ba178339c6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Sep 22 17:16:39.293665 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-66ab52cf-369f-4b1d-99aa-193f59d571e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.297125 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-66ab52cf-369f-4b1d-99aa-193f59d571e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.333314 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-66ab52cf-369f-4b1d-99aa-193f59d571e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3761f96e35b34226837cd7d647b77225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986183 Sep 22 17:16:39.334344 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab52cf-369f-4b1d-99aa-193f59d571e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b58316b-7acc-4e46-b681-2c886541afa1,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:39.335984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45582) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:39.390353 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.411707 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.457140 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.459656 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.460782 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b58316b-7acc-4e46-b681-2c886541afa1 HTTP/1.1" status: 204 len: 168 time: 0.1237919 Sep 22 17:16:39.468532 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaec91-af68-4dff-92fd-b46f86140bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b58316b-7acc-4e46-b681-2c886541afa1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:39.598368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['11634cb7-491f-4217-a600-61a001632345'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:39.672603 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-531d03b7-5863-4b63-afe0-22a285a6c495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392797 Sep 22 17:16:39.727033 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45592) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:39.745759 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-17ec2906-5f69-4154-9b4c-da312a3ed8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.821156 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-6ff0bb2b-947e-48a6-9de1-c8ba9e1790f8 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361120 Sep 22 17:16:39.828814 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c550f285-b698-4b7f-9eb5-e9edeca7df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.856762 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-17ec2906-5f69-4154-9b4c-da312a3ed8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.861643 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-17ec2906-5f69-4154-9b4c-da312a3ed8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.886907 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25357926-b3e4-4f60-9d93-9b383e35ef9c req-5be0ead0-81ed-4274-962e-a085ebadd081 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:39.888428 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-25357926-b3e4-4f60-9d93-9b383e35ef9c req-5be0ead0-81ed-4274-962e-a085ebadd081 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.1140754 Sep 22 17:16:39.899227 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-17ec2906-5f69-4154-9b4c-da312a3ed8fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=350f76bf2b9a45feacda6aa9268a3037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711032 Sep 22 17:16:39.900106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec2906-5f69-4154-9b4c-da312a3ed8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9934f7-29d9-4275-99a2-4623855cf685,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:39.902945 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45596) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:39.953768 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:39.966373 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-25357926-b3e4-4f60-9d93-9b383e35ef9c req-3e29c6b2-c40a-4656-a778-b3b6e0c7175c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525820 Sep 22 17:16:39.972385 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a091e236-7d34-478e-940b-6a9c0b99b119 req-a95180d8-9bc6-40f3-998e-df8ba1272a5a service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428773 Sep 22 17:16:39.977114 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:40.051129 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e701e-d1f8-414c-b82e-a9ce7a99e7f3 req-c5ff0c0e-c2a8-48a8-9bf8-39504cd8e3a9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:40.052623 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-844e701e-d1f8-414c-b82e-a9ce7a99e7f3 req-c5ff0c0e-c2a8-48a8-9bf8-39504cd8e3a9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0609660 Sep 22 17:16:40.066776 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:40.069210 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:40.070233 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d9934f7-29d9-4275-99a2-4623855cf685 HTTP/1.1" status: 204 len: 168 time: 0.1664169 Sep 22 17:16:40.087900 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa99ba6-0c6e-46bb-a24e-9ade4b059236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9934f7-29d9-4275-99a2-4623855cf685,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:40.103849 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-844e701e-d1f8-414c-b82e-a9ce7a99e7f3 req-eb3e4ca8-575e-408f-a2ae-897022773ac5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446751 Sep 22 17:16:40.289029 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4320b7-a888-4a8a-b3b3-82c14c8565ed req-59164da6-9f54-4872-b55c-0d8c22411ffb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:40.290540 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cc4320b7-a888-4a8a-b3b3-82c14c8565ed req-59164da6-9f54-4872-b55c-0d8c22411ffb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0492384 Sep 22 17:16:40.339865 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cc4320b7-a888-4a8a-b3b3-82c14c8565ed req-f23d156e-b89f-41e5-8a3f-3c0013cb2be5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Sep 22 17:16:40.357177 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:40.377273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c857a98-1f52-4146-b3f9-990b15e3b6d3 req-1eb40f24-5038-4d51-ad1d-0f2266489927 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:40.378950 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8c857a98-1f52-4146-b3f9-990b15e3b6d3 req-1eb40f24-5038-4d51-ad1d-0f2266489927 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0642440 Sep 22 17:16:40.415558 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8c857a98-1f52-4146-b3f9-990b15e3b6d3 req-16ea460d-ecc7-4149-ad69-60120d606efc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305328 Sep 22 17:16:41.085914 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc154025-9f05-45c4-b2c0-814de6018112 req-3efb8d1f-d7ca-47f7-9c2e-c210e545161f tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:41.087396 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fc154025-9f05-45c4-b2c0-814de6018112 req-3efb8d1f-d7ca-47f7-9c2e-c210e545161f tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0503583 Sep 22 17:16:41.125249 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fc154025-9f05-45c4-b2c0-814de6018112 req-de25c708-8563-4adb-ae2d-07c384538af7 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Sep 22 17:16:41.225959 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc01519-421f-4a62-aa12-f622ec813990 req-83dcaad2-903f-4045-93ed-0ac00870a5c9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:41.227418 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-afc01519-421f-4a62-aa12-f622ec813990 req-83dcaad2-903f-4045-93ed-0ac00870a5c9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0464582 Sep 22 17:16:41.263804 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-afc01519-421f-4a62-aa12-f622ec813990 req-172e1f8e-483e-4862-b273-db8e78ce3a75 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300765 Sep 22 17:16:41.458153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d000fd-ad3a-40c3-8c0a-21b186cad340 req-844dec40-fc50-4e81-b009-e28f76140238 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:41.459684 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b4d000fd-ad3a-40c3-8c0a-21b186cad340 req-844dec40-fc50-4e81-b009-e28f76140238 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0506544 Sep 22 17:16:41.502588 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b4d000fd-ad3a-40c3-8c0a-21b186cad340 req-ab9224bf-878b-4225-b3d3-11dcf1e12fcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358374 Sep 22 17:16:41.538709 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c88a-6524-47b1-ae32-b7964c1bd5e6 req-7134f9b2-21f7-4c51-9b1f-6497d2cee7e1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:41.540636 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6602c88a-6524-47b1-ae32-b7964c1bd5e6 req-7134f9b2-21f7-4c51-9b1f-6497d2cee7e1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0509644 Sep 22 17:16:41.576968 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6602c88a-6524-47b1-ae32-b7964c1bd5e6 req-d2a42ce8-a4ab-42bb-a15f-de006dcf3d83 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302501 Sep 22 17:16:42.236795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba953e4-1d1e-4917-a3dd-4798ef2569de req-dbd9231c-b00b-4632-b5bc-1b13fbbd4295 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:42.238134 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ba953e4-1d1e-4917-a3dd-4798ef2569de req-dbd9231c-b00b-4632-b5bc-1b13fbbd4295 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0470338 Sep 22 17:16:42.273262 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ba953e4-1d1e-4917-a3dd-4798ef2569de req-accd9974-df15-4416-95bf-a7178d1e4f3e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293903 Sep 22 17:16:42.300776 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d67041c3-7a0d-4fc1-8188-faa1acb27b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:42.384944 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cadc6a-43d6-4c21-8680-fa66fa1b7838 req-5c82f7fe-6854-427b-b292-7d47e96a2f03 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:42.387010 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-52cadc6a-43d6-4c21-8680-fa66fa1b7838 req-5c82f7fe-6854-427b-b292-7d47e96a2f03 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0522077 Sep 22 17:16:42.422798 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-52cadc6a-43d6-4c21-8680-fa66fa1b7838 req-af653a50-04c9-478a-8f35-c92ccc067f21 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298851 Sep 22 17:16:42.620612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207093-8f84-43f6-a950-350895034daa req-ad86b869-04aa-4bf4-a116-a1247cbda215 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:42.622073 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8f207093-8f84-43f6-a950-350895034daa req-ad86b869-04aa-4bf4-a116-a1247cbda215 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0499885 Sep 22 17:16:42.658060 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8f207093-8f84-43f6-a950-350895034daa req-fb10a6fe-d2f6-4d51-8219-64262f51c94c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300820 Sep 22 17:16:42.688840 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea8f8-1350-46cc-9f30-d8e4b4a44aae req-94ffa0a6-b0f0-4958-b330-0f105ccb4560 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:42.690302 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-baaea8f8-1350-46cc-9f30-d8e4b4a44aae req-94ffa0a6-b0f0-4958-b330-0f105ccb4560 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0473454 Sep 22 17:16:42.725338 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-baaea8f8-1350-46cc-9f30-d8e4b4a44aae req-65ca9373-fe9a-41b8-a634-551c5bf41008 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291655 Sep 22 17:16:42.961436 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-7b22ea1c-87f1-445a-9ecc-38e66c5245be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:42.962936 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-7b22ea1c-87f1-445a-9ecc-38e66c5245be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 1097 time: 0.0379343 Sep 22 17:16:43.111728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-0eb48255-178f-42d8-ae8c-b76c1483f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.113170 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-0eb48255-178f-42d8-ae8c-b76c1483f210 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.1407773 Sep 22 17:16:43.158327 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-f764d994-2006-4843-ac14-86cd276caceb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec HTTP/1.1" status: 200 len: 217 time: 0.0364599 Sep 22 17:16:43.165594 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:43.208364 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-9eba9d1f-b1ec-4c41-8e6f-ff2aa50f8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.209820 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-9eba9d1f-b1ec-4c41-8e6f-ff2aa50f8fec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0417514 Sep 22 17:16:43.212355 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:43.244213 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-09caa769-db35-4b6d-b41c-8ab4d6499baf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237801 Sep 22 17:16:43.337989 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-7ae4361e-d34f-43f3-89ad-12fda9035f76 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835290 Sep 22 17:16:43.440170 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b716c-cdee-44dc-b265-1bf6bb66e07f req-3b100db7-f43c-4411-a8f0-c2025a5c3b96 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.441636 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b52b716c-cdee-44dc-b265-1bf6bb66e07f req-3b100db7-f43c-4411-a8f0-c2025a5c3b96 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.1013069 Sep 22 17:16:43.447019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 11634cb7-491f-4217-a600-61a001632345 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:43.477512 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-17aa69fd-20b3-4c69-9faa-990a33909aff req-fd991a0a-015c-4aa0-a7b8-f532783c8be4 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293116 Sep 22 17:16:43.495266 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b52b716c-cdee-44dc-b265-1bf6bb66e07f req-81622b04-9dbb-4bf1-b0e0-7ddf41325b34 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Sep 22 17:16:43.514669 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 11634cb7-491f-4217-a600-61a001632345 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:16:43.518905 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 11634cb7-491f-4217-a600-61a001632345 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:43.519339 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:43.568109 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7864-c24a-439b-9b67-fec245deaa20 req-fc307617-a7c7-434b-b71a-3467040be394 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.569451 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-85fc7864-c24a-439b-9b67-fec245deaa20 req-fc307617-a7c7-434b-b71a-3467040be394 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0626082 Sep 22 17:16:43.614288 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-85fc7864-c24a-439b-9b67-fec245deaa20 req-97e87730-0d43-461b-bc5c-d2d68b960004 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Sep 22 17:16:43.708798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:43.732001 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11634cb7-491f-4217-a600-61a001632345'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:43.734483 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd25bd9-c34c-4e53-91fc-a3f1aa30cd67" -d '{"events": [{"server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "name": "network-vif-plugged", "status": "completed", "tag": "11634cb7-491f-4217-a600-61a001632345"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:43.749407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=11634cb7-491f-4217-a600-61a001632345,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:43.755476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:43.789054 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622e51-fdda-475e-8246-590172207c33 req-832674be-bd5e-49fb-861b-3adf330ead06 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.800277 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e6622e51-fdda-475e-8246-590172207c33 req-832674be-bd5e-49fb-861b-3adf330ead06 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0675473 Sep 22 17:16:43.818618 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a912e-ec68-4c2c-a6b3-80408689ed2b x-openstack-request-id: req-364a912e-ec68-4c2c-a6b3-80408689ed2b {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:43.818941 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "name": "network-vif-plugged", "status": "completed", "tag": "11634cb7-491f-4217-a600-61a001632345", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:43.819384 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-364a912e-ec68-4c2c-a6b3-80408689ed2b {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:43.819816 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11634cb7-491f-4217-a600-61a001632345', 'code': 200} Sep 22 17:16:43.857969 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:43.858984 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e6622e51-fdda-475e-8246-590172207c33 req-e5df07b2-f496-43e2-89bc-dcdde65277a6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618665 Sep 22 17:16:43.904527 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab25c5e-30f5-4118-93ba-6757722ff72a req-9a22c862-349d-44f7-9be1-68e25fd0b1bf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:43.906006 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7ab25c5e-30f5-4118-93ba-6757722ff72a req-9a22c862-349d-44f7-9be1-68e25fd0b1bf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0628738 Sep 22 17:16:43.960653 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7ab25c5e-30f5-4118-93ba-6757722ff72a req-f9481f93-e028-499b-9822-6d8a68f447af tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Sep 22 17:16:44.052795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879f4b-b6d0-48ad-94f5-7d2be234dea4 req-0d329739-b6df-4b7e-a3f4-59f8972793e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:44.054513 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91879f4b-b6d0-48ad-94f5-7d2be234dea4 req-0d329739-b6df-4b7e-a3f4-59f8972793e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0778153 Sep 22 17:16:44.106104 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91879f4b-b6d0-48ad-94f5-7d2be234dea4 req-3b825145-ec73-41fd-83b4-05d4be87270b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Sep 22 17:16:44.630637 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588ea3a-6511-4102-83ad-9b16fe4b7a21 req-e846bfdf-e294-449e-8ca8-6d8c9a0d96c3 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:44.635533 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a588ea3a-6511-4102-83ad-9b16fe4b7a21 req-e846bfdf-e294-449e-8ca8-6d8c9a0d96c3 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0542388 Sep 22 17:16:44.671704 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a588ea3a-6511-4102-83ad-9b16fe4b7a21 req-b6930893-e98b-4e0a-9e60-0e3079ec47e6 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Sep 22 17:16:44.699525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 45752) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:44.741746 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f556b1-db99-44f6-8c61-5e518499cedc req-e7e42c77-c170-4efa-9a23-044e39c5b4a6 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:44.743345 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a7f556b1-db99-44f6-8c61-5e518499cedc req-e7e42c77-c170-4efa-9a23-044e39c5b4a6 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 943 time: 0.0588422 Sep 22 17:16:44.781973 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a7f556b1-db99-44f6-8c61-5e518499cedc req-b47259e5-b153-4cc7-b8b6-413c6a9a7d13 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Sep 22 17:16:44.814761 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a464-a974-4b8a-bc48-e293e2d2294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:44.923864 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a464-a974-4b8a-bc48-e293e2d2294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:44.929160 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a464-a974-4b8a-bc48-e293e2d2294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.015575 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0a464-a974-4b8a-bc48-e293e2d2294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7865ac-2786-4b09-b2fe-19145c9de8da,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.021629 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2eb0a464-a974-4b8a-bc48-e293e2d2294f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63cd4ea6459e4f08be58f8bd1d1c2b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210187 Sep 22 17:16:45.024906 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45772) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:45.054448 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aba4d-ab37-4a5d-9473-6ac003cd152d req-8fc57b06-a695-42fc-ac83-9229cb049f4a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:45.056003 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-371aba4d-ab37-4a5d-9473-6ac003cd152d req-8fc57b06-a695-42fc-ac83-9229cb049f4a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0994017 Sep 22 17:16:45.108176 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-371aba4d-ab37-4a5d-9473-6ac003cd152d req-110ea320-36d3-47d9-963f-ee01e2f9483f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Sep 22 17:16:45.146241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.159579 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc3563-19b3-461b-be0a-ce98a30da5d3 req-39b404d6-3308-40fe-bd62-ed9306cb2acb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:45.161074 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63bc3563-19b3-461b-be0a-ce98a30da5d3 req-39b404d6-3308-40fe-bd62-ed9306cb2acb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 944 time: 0.0868728 Sep 22 17:16:45.194701 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.236510 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63bc3563-19b3-461b-be0a-ce98a30da5d3 req-8395ee87-22ba-4c0a-8fca-80b1593f6a46 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Sep 22 17:16:45.285788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.290005 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.290137 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.297960 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a7865ac-2786-4b09-b2fe-19145c9de8da HTTP/1.1" status: 204 len: 168 time: 0.2717178 Sep 22 17:16:45.310625 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7607a-65a2-4e7e-acad-87317360b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7865ac-2786-4b09-b2fe-19145c9de8da,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.465952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8e68b4b4-5205-473e-976a-a2767fd19066 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:45.594536 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8e68b4b4-5205-473e-976a-a2767fd19066,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.608967 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '8e68b4b4-5205-473e-976a-a2767fd19066', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'port_id': '8e68b4b4-5205-473e-976a-a2767fd19066', 'mac_address': 'fa:16:3e:75:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:45.659866 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.669930 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45820) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:45.689888 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e68b4b4-5205-473e-976a-a2767fd19066 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:45.692069 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-55e9b9ff-8e43-4f44-a1ea-f2847358a958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.714616 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8e68b4b4-5205-473e-976a-a2767fd19066,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.720502 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.721244 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 50bba7de-8fb5-4a46-b386-b5f82c2189ec details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:45.803918 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.862821 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-55e9b9ff-8e43-4f44-a1ea-f2847358a958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.872631 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-55e9b9ff-8e43-4f44-a1ea-f2847358a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.912799 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.927213 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9b9ff-8e43-4f44-a1ea-f2847358a958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f958361-537f-4852-90c3-698b8e4702dd,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.930317 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '50bba7de-8fb5-4a46-b386-b5f82c2189ec', 'network_id': '40c9466c-9bf8-47a7-a120-6d2cf2d6a410', 'port_id': '50bba7de-8fb5-4a46-b386-b5f82c2189ec', 'mac_address': 'fa:16:3e:aa:c8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:45.947761 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-55e9b9ff-8e43-4f44-a1ea-f2847358a958 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d62d8da0c4014719a0258cf18dcaafa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766302 Sep 22 17:16:45.950261 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45834) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:45.950764 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630e062-bfd6-4411-99fc-69a4466cb081 req-4fd1cb92-4d1a-49ae-b6e3-85733651f413 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:45.959104 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0630e062-bfd6-4411-99fc-69a4466cb081 req-4fd1cb92-4d1a-49ae-b6e3-85733651f413 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 944 time: 0.0782828 Sep 22 17:16:45.979433 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:45.997423 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bba7de-8fb5-4a46-b386-b5f82c2189ec {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:46.007713 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0630e062-bfd6-4411-99fc-69a4466cb081 req-a7b423e9-ebac-434a-a0bd-60865a6e6d47 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Sep 22 17:16:46.019718 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.029873 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:46.038770 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.039718 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:46.049125 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.122055 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.127493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.129018 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f958361-537f-4852-90c3-698b8e4702dd HTTP/1.1" status: 204 len: 168 time: 0.1767516 Sep 22 17:16:46.158689 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f752a-11e2-49bd-908c-ded8367b2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f958361-537f-4852-90c3-698b8e4702dd,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:46.159496 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:46.330478 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:46.337755 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47bf71-ed26-446e-8f23-3d73bdf67012 req-1199415d-4d76-4046-bf5a-b71a71c41611 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:46.340160 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b47bf71-ed26-446e-8f23-3d73bdf67012 req-1199415d-4d76-4046-bf5a-b71a71c41611 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1052442 Sep 22 17:16:46.348650 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:46.412937 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b47bf71-ed26-446e-8f23-3d73bdf67012 req-c19ebaa9-6a23-4742-9319-9949c1ab170c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548222 Sep 22 17:16:46.441191 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.469538 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:16:46.511420 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:46.521858 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:46.577843 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118c0ca-54e5-4ae3-8f47-b97ebdc4df5f req-31b16c15-6955-422d-a5a0-8d8faf7c121f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:46.579595 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c118c0ca-54e5-4ae3-8f47-b97ebdc4df5f req-31b16c15-6955-422d-a5a0-8d8faf7c121f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 945 time: 0.0764947 Sep 22 17:16:46.619910 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:46.628986 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c118c0ca-54e5-4ae3-8f47-b97ebdc4df5f req-eafeee84-8a90-4604-b9fe-cba61a971c48 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Sep 22 17:16:46.880330 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['8e68b4b4-5205-473e-976a-a2767fd19066'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:46.911982 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['50bba7de-8fb5-4a46-b386-b5f82c2189ec'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:46.956131 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:47.153093 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081825c-afdb-4b66-a5c8-9e2d92ba99c8 req-b976edfd-f017-4536-88f6-b2476f50c18b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:47.154861 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e081825c-afdb-4b66-a5c8-9e2d92ba99c8 req-b976edfd-f017-4536-88f6-b2476f50c18b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 944 time: 0.0640314 Sep 22 17:16:47.196036 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e081825c-afdb-4b66-a5c8-9e2d92ba99c8 req-341c6762-131c-4485-907e-047672f5b69b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Sep 22 17:16:47.538670 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa33db-58ac-4c34-895f-1b0d9308ac9f req-1e8cf673-12b9-4041-93e7-57a1c6e22fae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:47.540335 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76aa33db-58ac-4c34-895f-1b0d9308ac9f req-1e8cf673-12b9-4041-93e7-57a1c6e22fae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 945 time: 0.0541553 Sep 22 17:16:47.586664 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76aa33db-58ac-4c34-895f-1b0d9308ac9f req-be764c84-0312-4e1e-8a17-234471f62d89 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353394 Sep 22 17:16:47.765042 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219f900-2588-4597-b28e-85ed155133c4 req-3235269d-bb4f-4ec8-8e1e-8bf06fe1817f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:47.766578 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3219f900-2588-4597-b28e-85ed155133c4 req-3235269d-bb4f-4ec8-8e1e-8bf06fe1817f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Sep 22 17:16:47.842718 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3219f900-2588-4597-b28e-85ed155133c4 req-34136397-d046-459b-a791-ed955630f456 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620413 Sep 22 17:16:48.038158 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 45996) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:48.156828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d975590d-9b5d-4226-82a3-552301291156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.272897 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d975590d-9b5d-4226-82a3-552301291156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.285099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d975590d-9b5d-4226-82a3-552301291156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.325984 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d975590d-9b5d-4226-82a3-552301291156 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c079bdc4d2a54d04b3f6909145ea2feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845635 Sep 22 17:16:48.325984 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975590d-9b5d-4226-82a3-552301291156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792520b4-6230-42a6-bc7f-92eee28af3a3,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.327794 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46024) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:48.354486 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f658b40-bf33-4019-991c-37dda31a5f6f req-bfc712af-caa4-4109-9cc6-ea26e844173e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:48.355948 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5f658b40-bf33-4019-991c-37dda31a5f6f req-bfc712af-caa4-4109-9cc6-ea26e844173e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 944 time: 0.0663826 Sep 22 17:16:48.418343 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5f658b40-bf33-4019-991c-37dda31a5f6f req-ae16725e-eea5-486b-9521-e551dfd64dce tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548952 Sep 22 17:16:48.419107 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.441738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.488487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.491991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.493471 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/792520b4-6230-42a6-bc7f-92eee28af3a3 HTTP/1.1" status: 204 len: 168 time: 0.1645875 Sep 22 17:16:48.501472 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120f0f-ab2c-45fd-bcab-63165067c6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792520b4-6230-42a6-bc7f-92eee28af3a3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.737601 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b40cf-c9e3-4e13-abb7-27d5517571e7 req-5ac6a214-0b7c-45f3-86f8-d3694351394b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:48.739184 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-571b40cf-c9e3-4e13-abb7-27d5517571e7 req-5ac6a214-0b7c-45f3-86f8-d3694351394b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 945 time: 0.0720742 Sep 22 17:16:48.778750 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-571b40cf-c9e3-4e13-abb7-27d5517571e7 req-a7ce03ba-5115-489b-81b1-3135def30624 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331726 Sep 22 17:16:48.789440 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46038) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:48.802697 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73287a9f-8941-43a5-8f9c-fe26344326f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.927517 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73287a9f-8941-43a5-8f9c-fe26344326f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.931493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73287a9f-8941-43a5-8f9c-fe26344326f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:48.971567 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-73287a9f-8941-43a5-8f9c-fe26344326f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd244fd1246044a5a07f8bae2e41e535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810889 Sep 22 17:16:48.973835 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287a9f-8941-43a5-8f9c-fe26344326f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6759d04-6683-48f6-afd1-4c4bb6bd078d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.976151 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46046) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:48.983945 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692d0c-a398-458a-82c7-fce9084b2a3d req-3c0947c2-84f6-42a8-9545-5e4a02e2c115 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:48.985800 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-63692d0c-a398-458a-82c7-fce9084b2a3d req-3c0947c2-84f6-42a8-9545-5e4a02e2c115 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Sep 22 17:16:49.027206 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.028046 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-63692d0c-a398-458a-82c7-fce9084b2a3d req-134f08c4-887a-4894-ae60-0c4fac96fc22 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349326 Sep 22 17:16:49.050036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.099798 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.102468 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.103637 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6759d04-6683-48f6-afd1-4c4bb6bd078d HTTP/1.1" status: 204 len: 168 time: 0.1265571 Sep 22 17:16:49.111591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da00d0e-a61a-4d34-94a4-dd70c06f3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6759d04-6683-48f6-afd1-4c4bb6bd078d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:49.473834 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8e68b4b4-5205-473e-976a-a2767fd19066 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:49.539842 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 8e68b4b4-5205-473e-976a-a2767fd19066 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:16:49.544398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 8e68b4b4-5205-473e-976a-a2767fd19066 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:49.544771 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.553294 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305a5c1-e362-447a-b0fd-10613ec7a1ec req-23ae78d5-31be-456f-a26f-2f45795ea955 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:49.554021 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f305a5c1-e362-447a-b0fd-10613ec7a1ec req-23ae78d5-31be-456f-a26f-2f45795ea955 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 944 time: 0.0638826 Sep 22 17:16:49.598672 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f305a5c1-e362-447a-b0fd-10613ec7a1ec req-04ef95a3-a678-4bd9-a30d-621f5b1a5dd9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Sep 22 17:16:49.636980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.662047 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:49.665288 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8945a5bc-a11c-4ffe-925e-85cc50b8f552" -d '{"events": [{"server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "name": "network-vif-plugged", "status": "completed", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:49.679407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8e68b4b4-5205-473e-976a-a2767fd19066,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:49.683760 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.684598 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 50bba7de-8fb5-4a46-b386-b5f82c2189ec up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:49.739412 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70500edc-f726-4bbe-bb7d-59c7f18bf916 x-openstack-request-id: req-70500edc-f726-4bbe-bb7d-59c7f18bf916 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:49.739952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "name": "network-vif-plugged", "status": "completed", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:49.740369 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70500edc-f726-4bbe-bb7d-59c7f18bf916 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:49.740929 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066', 'code': 200} Sep 22 17:16:49.787378 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:49.806005 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 50bba7de-8fb5-4a46-b386-b5f82c2189ec completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:16:49.817995 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 50bba7de-8fb5-4a46-b386-b5f82c2189ec triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:49.818377 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.909265 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb85c3-4e44-4b26-9328-430509b74e1c req-fb394505-bc5e-48a5-a3e7-377c0738077d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:49.910778 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-71bb85c3-4e44-4b26-9328-430509b74e1c req-fb394505-bc5e-48a5-a3e7-377c0738077d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 945 time: 0.0553856 Sep 22 17:16:49.923074 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.957768 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-71bb85c3-4e44-4b26-9328-430509b74e1c req-858fef88-e132-419e-9e96-6b4be4ee8e39 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Sep 22 17:16:49.977409 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:49.983092 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:49.983997 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:50.062394 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:50.077763 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:16:50.081730 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:16:50.082103 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:50.151736 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13588d2-20a6-4fcd-9cc3-640dd8df3c8c req-fa9a3f65-2a5e-4eef-baa3-a3e929680946 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:50.153878 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b13588d2-20a6-4fcd-9cc3-640dd8df3c8c req-fa9a3f65-2a5e-4eef-baa3-a3e929680946 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0533361 Sep 22 17:16:50.158414 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:50.198803 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:50.208149 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:50.212126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b13588d2-20a6-4fcd-9cc3-640dd8df3c8c req-e3ae324e-fbf6-4b5f-831e-2eac0f5db95d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515938 Sep 22 17:16:50.264181 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:50.710990 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4810eae-fe9f-4769-a968-ac7cd1f44045 req-45ce7f7b-3c45-46b0-b464-8c272b2c9e3d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:50.712451 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a4810eae-fe9f-4769-a968-ac7cd1f44045 req-45ce7f7b-3c45-46b0-b464-8c272b2c9e3d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0471079 Sep 22 17:16:50.753942 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a4810eae-fe9f-4769-a968-ac7cd1f44045 req-5704c3d8-fa8b-4756-be34-9ecd55c91790 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 Sep 22 17:16:51.105517 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4dc6-4b7b-47b8-99cd-633c6407586f req-35f19db1-3a99-4472-8047-9219c358ef4a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:51.106993 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1fbd4dc6-4b7b-47b8-99cd-633c6407586f req-35f19db1-3a99-4472-8047-9219c358ef4a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0512037 Sep 22 17:16:51.144147 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1fbd4dc6-4b7b-47b8-99cd-633c6407586f req-0a432a5c-f5d4-43d9-89f4-3b1bdf2f1f19 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310547 Sep 22 17:16:51.218354 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46156) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:51.321434 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5bd70a21-0e98-4297-b1cb-e6d5897015bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.349981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327d478-2813-4ac6-90d2-15228769d813 req-36220fd6-5839-4078-b720-4f257847ce00 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:51.351401 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9327d478-2813-4ac6-90d2-15228769d813 req-36220fd6-5839-4078-b720-4f257847ce00 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0721679 Sep 22 17:16:51.406591 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9327d478-2813-4ac6-90d2-15228769d813 req-970a4405-05c3-463a-bcce-6e75ad884546 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480132 Sep 22 17:16:51.451851 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5bd70a21-0e98-4297-b1cb-e6d5897015bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.455407 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5bd70a21-0e98-4297-b1cb-e6d5897015bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.490978 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5bd70a21-0e98-4297-b1cb-e6d5897015bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0138d8ee2642410796b52d695a690433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715731 Sep 22 17:16:51.492737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd70a21-0e98-4297-b1cb-e6d5897015bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f780936e-27a8-4b60-ba34-0896d410d5f4,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:51.493686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46162) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:51.542099 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.570049 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.627974 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.630803 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.631980 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f780936e-27a8-4b60-ba34-0896d410d5f4 HTTP/1.1" status: 204 len: 168 time: 0.1372707 Sep 22 17:16:51.640706 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7373c5d-5e02-4944-bf81-6d28842af349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f780936e-27a8-4b60-ba34-0896d410d5f4,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:51.742017 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec'}, {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:51.744412 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e9ed1-bdff-4940-929b-bbde4fb4ac75" -d '{"events": [{"server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "name": "network-vif-plugged", "status": "completed", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec"}, {"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:51.786597 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56603920-ed82-45b1-be71-efd7a4a0d08f x-openstack-request-id: req-56603920-ed82-45b1-be71-efd7a4a0d08f {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:51.786902 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "name": "network-vif-plugged", "status": "completed", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec", "code": 200}, {"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:51.787157 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56603920-ed82-45b1-be71-efd7a4a0d08f {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:51.787557 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec', 'code': 200} Sep 22 17:16:51.787863 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'code': 200} Sep 22 17:16:51.875469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a72b5-7b8f-478a-a701-47fb95ee8010 req-e1d61073-c52b-4ef6-b874-3d4f12e43299 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:51.877037 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-528a72b5-7b8f-478a-a701-47fb95ee8010 req-e1d61073-c52b-4ef6-b874-3d4f12e43299 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0549164 Sep 22 17:16:51.902748 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46174) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:51.915397 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e03bcca9-c672-41e0-bf42-a2ad06c8ddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.917812 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-528a72b5-7b8f-478a-a701-47fb95ee8010 req-f275adec-41a8-4ff8-bd87-7929bbaf458a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Sep 22 17:16:52.006993 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e03bcca9-c672-41e0-bf42-a2ad06c8ddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.011148 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e03bcca9-c672-41e0-bf42-a2ad06c8ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.051390 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46180) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:52.051559 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e03bcca9-c672-41e0-bf42-a2ad06c8ddc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84595589f4fd493dafdf6eab28d29ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476619 Sep 22 17:16:52.052828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bcca9-c672-41e0-bf42-a2ad06c8ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b6e736-5aad-4db8-9c52-be0aa08b3e8a,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:52.101813 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.123782 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.168666 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.171169 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:52.172679 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08b6e736-5aad-4db8-9c52-be0aa08b3e8a HTTP/1.1" status: 204 len: 168 time: 0.1198919 Sep 22 17:16:52.180313 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f41b37-3827-48fb-b13c-d12ff1e3a2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b6e736-5aad-4db8-9c52-be0aa08b3e8a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:52.280234 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944d4a6-de46-430e-8988-defe32dcb340 req-233a40db-e4f9-4cd5-9eeb-48fbb08a0773 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:52.281691 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5944d4a6-de46-430e-8988-defe32dcb340 req-233a40db-e4f9-4cd5-9eeb-48fbb08a0773 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0475314 Sep 22 17:16:52.322613 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5944d4a6-de46-430e-8988-defe32dcb340 req-f005a8e6-49b8-46f2-8c89-eac76e42b372 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344694 Sep 22 17:16:52.523675 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc42d9-e872-46c5-aa93-ca5088ab65c5 req-8b8b6461-11f6-45bb-b7ad-7cd96f52358c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:52.525159 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5cbc42d9-e872-46c5-aa93-ca5088ab65c5 req-8b8b6461-11f6-45bb-b7ad-7cd96f52358c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Sep 22 17:16:52.564611 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5cbc42d9-e872-46c5-aa93-ca5088ab65c5 req-dc5ad9f9-81fd-4830-a57b-b58b877493c1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Sep 22 17:16:52.666127 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658baf58-7e1a-453d-879f-5e2ffdbe0991 req-53e69b8b-83d1-4dee-b2ed-7a3015199a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:52.667840 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-658baf58-7e1a-453d-879f-5e2ffdbe0991 req-53e69b8b-83d1-4dee-b2ed-7a3015199a8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1098 time: 0.0619249 Sep 22 17:16:52.727100 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-658baf58-7e1a-453d-879f-5e2ffdbe0991 req-3e9a8ba7-3205-45b4-b0df-a0ead203b8d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 22 17:16:53.068625 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7824d4-3ce6-414d-a343-cb825c55f741 req-5b2bc32e-66be-4b79-adea-57fad6137e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:53.070807 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9e7824d4-3ce6-414d-a343-cb825c55f741 req-5b2bc32e-66be-4b79-adea-57fad6137e65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 1099 time: 0.0854325 Sep 22 17:16:53.074283 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6c7f7-9702-4068-a82d-00ec82e225c3 req-7f133f05-f669-442f-94a3-40334cfadfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:53.075784 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-aac6c7f7-9702-4068-a82d-00ec82e225c3 req-7f133f05-f669-442f-94a3-40334cfadfa7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1099 time: 0.0505321 Sep 22 17:16:53.088297 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e063f-4e49-47c2-8185-404287e4ce88 req-4136fe2b-7628-497a-9572-40d37921c8df tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:53.090271 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-486e063f-4e49-47c2-8185-404287e4ce88 req-4136fe2b-7628-497a-9572-40d37921c8df tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0946264 Sep 22 17:16:53.153577 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-aac6c7f7-9702-4068-a82d-00ec82e225c3 req-42a54de5-8399-47d2-bb0a-98e68d71606c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690591 Sep 22 17:16:53.173885 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9e7824d4-3ce6-414d-a343-cb825c55f741 req-3c2c1252-33ba-4e4a-a592-64bd2cd5d1f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Sep 22 17:16:53.188902 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-486e063f-4e49-47c2-8185-404287e4ce88 req-a6ddde0e-4607-4938-847d-b50cad1984a8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901284 Sep 22 17:16:53.310097 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46230) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:53.332095 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46234) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:53.453047 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-54cbffe2-7db0-4d50-a4a5-13206a1323ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.468472 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4b6b158f-f0cd-407c-add8-d33566e93373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.509124 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e0fb3-0dec-408e-bfe6-fa1c5b8cd001 req-053eddb5-f1f9-45fc-9deb-c43b8dece7e2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:53.510631 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-907e0fb3-0dec-408e-bfe6-fa1c5b8cd001 req-053eddb5-f1f9-45fc-9deb-c43b8dece7e2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.1021924 Sep 22 17:16:53.576469 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-907e0fb3-0dec-408e-bfe6-fa1c5b8cd001 req-2fc274ea-9592-4f9e-9366-29359db1fd5d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564511 Sep 22 17:16:53.614913 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-54cbffe2-7db0-4d50-a4a5-13206a1323ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.621880 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-54cbffe2-7db0-4d50-a4a5-13206a1323ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.672886 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-54cbffe2-7db0-4d50-a4a5-13206a1323ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7982f4fe87644f02bae543b616d12746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593383 Sep 22 17:16:53.674238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46246) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:53.682604 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbffe2-7db0-4d50-a4a5-13206a1323ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f3c12-7d88-430b-96d3-72aea6562dbd,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:53.728382 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808b25a-5d80-400c-81d4-04e1fb726a6b req-5d8fbce0-1225-4775-9b20-024d969ad642 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:53.730563 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f808b25a-5d80-400c-81d4-04e1fb726a6b req-5d8fbce0-1225-4775-9b20-024d969ad642 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0850346 Sep 22 17:16:53.757096 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.765172 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4b6b158f-f0cd-407c-add8-d33566e93373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.769891 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4b6b158f-f0cd-407c-add8-d33566e93373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.795032 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.803870 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f808b25a-5d80-400c-81d4-04e1fb726a6b req-c6d6a2ff-dc86-4f04-aa03-0ff3687185c3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664723 Sep 22 17:16:53.814580 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b158f-f0cd-407c-add8-d33566e93373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a05dc56-998f-4cd3-8347-966ac2516438,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:53.831128 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4b6b158f-f0cd-407c-add8-d33566e93373 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa8023edd41946feacb216e61ece192d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978576 Sep 22 17:16:53.833721 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46256) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:53.862744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.865444 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.866588 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac7f3c12-7d88-430b-96d3-72aea6562dbd HTTP/1.1" status: 204 len: 168 time: 0.1903365 Sep 22 17:16:53.874893 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3a7d-06b5-42f0-a022-adc3d5b71129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f3c12-7d88-430b-96d3-72aea6562dbd,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:53.905352 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.934808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.984850 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.987497 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:53.998591 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a05dc56-998f-4cd3-8347-966ac2516438 HTTP/1.1" status: 204 len: 168 time: 0.1613569 Sep 22 17:16:54.005472 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031874-efd5-43e5-9fca-cc255dfc886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a05dc56-998f-4cd3-8347-966ac2516438,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:54.186185 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46276) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:54.208456 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e4b5bf6a-6c5f-4088-8b75-0dcf545def84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.325298 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6cf12-e5cb-4898-bcaa-0f43f5cc9403 req-28473f48-cb93-4076-b20a-849eb0a15679 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:54.330789 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-35f6cf12-e5cb-4898-bcaa-0f43f5cc9403 req-28473f48-cb93-4076-b20a-849eb0a15679 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0712700 Sep 22 17:16:54.382946 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-35f6cf12-e5cb-4898-bcaa-0f43f5cc9403 req-eaec1e98-6bc5-4a25-b071-afdb8110d3ad tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512981 Sep 22 17:16:54.388144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e4b5bf6a-6c5f-4088-8b75-0dcf545def84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.393631 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e4b5bf6a-6c5f-4088-8b75-0dcf545def84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.430303 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5bf6a-6c5f-4088-8b75-0dcf545def84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a36a9-6c3c-4a4c-ae2d-0051d0eb892d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:54.435327 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e4b5bf6a-6c5f-4088-8b75-0dcf545def84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff687bb3e161466fada465749f7e285b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480896 Sep 22 17:16:54.438002 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46288) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:54.486850 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.511416 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.559734 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.562251 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.565848 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f33a36a9-6c3c-4a4c-ae2d-0051d0eb892d HTTP/1.1" status: 204 len: 168 time: 0.1244712 Sep 22 17:16:54.571036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704da5-a11a-4bcd-8966-da592f85933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a36a9-6c3c-4a4c-ae2d-0051d0eb892d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:54.704482 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621e2b-d552-46a6-bc66-6a8a8676c051 req-48048d10-2ce7-4625-a514-e38a31161b4d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:54.706520 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65621e2b-d552-46a6-bc66-6a8a8676c051 req-48048d10-2ce7-4625-a514-e38a31161b4d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0543830 Sep 22 17:16:54.763936 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65621e2b-d552-46a6-bc66-6a8a8676c051 req-c589d30e-5d4e-46fe-b6c3-7e43200a8fc5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457485 Sep 22 17:16:54.970541 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:16:54.971252 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e6445-07f1-4315-8a79-fcc615151730 req-81cf92f3-9573-428b-9323-bef8fdeddaf3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:54.973010 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4e3e6445-07f1-4315-8a79-fcc615151730 req-81cf92f3-9573-428b-9323-bef8fdeddaf3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0744274 Sep 22 17:16:55.027546 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4e3e6445-07f1-4315-8a79-fcc615151730 req-18f9e019-48e9-45c5-ad4e-fdb96d0a9162 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Sep 22 17:16:55.429561 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46356) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:55.540067 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d880-fcb2-4cda-ba99-a82dfbdb66a0 req-2f595c48-7ee4-437a-9673-a3dceb84b0a0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:55.541739 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7ca7d880-fcb2-4cda-ba99-a82dfbdb66a0 req-2f595c48-7ee4-437a-9673-a3dceb84b0a0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0703192 Sep 22 17:16:55.592436 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7ca7d880-fcb2-4cda-ba99-a82dfbdb66a0 req-460bb6fa-5522-46de-b7e4-6284184daebe tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Sep 22 17:16:55.750891 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8358587-0913-4305-aeab-77ba38245604 req-9b1bea75-3688-4ac8-98fe-e560b48c5c91 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:55.757605 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e8358587-0913-4305-aeab-77ba38245604 req-9b1bea75-3688-4ac8-98fe-e560b48c5c91 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0809860 Sep 22 17:16:55.763045 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46372) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:55.765338 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.768110 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'floatingip': {'port_id': '8e68b4b4-5205-473e-976a-a2767fd19066'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:55.895098 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.900413 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5350-612e-4d05-a717-f55943244789 req-5c596a68-5c6e-498b-b8a7-e0d964b5e72e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:55.902118 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d23e5350-612e-4d05-a717-f55943244789 req-5c596a68-5c6e-498b-b8a7-e0d964b5e72e tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0851953 Sep 22 17:16:55.934110 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.945293 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.005694 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d23e5350-612e-4d05-a717-f55943244789 req-596a1b54-ed24-4e08-9533-1003f4bfca2c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 Sep 22 17:16:56.007749 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=927015c5d0fb4e8d81b11974317bc72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757153 Sep 22 17:16:56.008487 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de0945-9f2b-4391-9cc0-6be41dac0000,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:56.011156 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46376) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:56.043526 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.043901 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.044240 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.044574 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.044903 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.045233 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.045683 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.046013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.046339 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.046663 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.046983 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.047302 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0dfdcf-d470-4cb9-a7d8-ff6e38c1927b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:56.101199 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.148418 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.210645 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a9131-84bf-471b-99f3-587cf1e94f7e req-5615b97e-b7f4-477f-8cd7-d13db246b4c9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:56.212976 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-223a9131-84bf-471b-99f3-587cf1e94f7e req-5615b97e-b7f4-477f-8cd7-d13db246b4c9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.3565230 Sep 22 17:16:56.218163 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e241c-014b-402f-a86a-cc88b554d44d req-be9730da-6d0d-4bc6-a472-eb5d0eb74fa6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:56.219742 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-735e241c-014b-402f-a86a-cc88b554d44d req-be9730da-6d0d-4bc6-a472-eb5d0eb74fa6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0935647 Sep 22 17:16:56.253460 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.256029 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.257152 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3de0945-9f2b-4391-9cc0-6be41dac0000 HTTP/1.1" status: 204 len: 168 time: 0.2450387 Sep 22 17:16:56.270618 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ab367-4780-4fb3-9628-98e835291610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de0945-9f2b-4391-9cc0-6be41dac0000,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:56.289625 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-735e241c-014b-402f-a86a-cc88b554d44d req-553d9b57-c443-4df1-b5bb-5009e0e860d7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Sep 22 17:16:56.372438 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-223a9131-84bf-471b-99f3-587cf1e94f7e req-9bf86e25-86e1-42f6-8b77-5862a189afce tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444864 Sep 22 17:16:56.710458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2634-2a0c-4808-a22c-27b2f2f35ee3 req-3e9459dc-cd1d-4082-9df0-e9f309b5fa2c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:56.711958 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8fe2634-2a0c-4808-a22c-27b2f2f35ee3 req-3e9459dc-cd1d-4082-9df0-e9f309b5fa2c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0580060 Sep 22 17:16:56.754792 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8fe2634-2a0c-4808-a22c-27b2f2f35ee3 req-98d7084a-a51d-4d8d-be3f-167184a54a5a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 Sep 22 17:16:56.777696 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14e5a-ee94-452d-be8e-062cac9e787a req-7d059454-fc24-4621-9be2-f78ee0bd0b41 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:56.779242 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fbf14e5a-ee94-452d-be8e-062cac9e787a req-7d059454-fc24-4621-9be2-f78ee0bd0b41 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.2591717 Sep 22 17:16:56.790193 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46412) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:56.796147 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'floatingip': {'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:56.831954 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35119c-c662-437e-8423-6cb8094ee660 req-53918203-acc7-4e2c-824d-806a2f991980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:56.833518 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-53918203-acc7-4e2c-824d-806a2f991980 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 1099 time: 0.1660528 Sep 22 17:16:56.874107 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:56.998843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.005754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.091974 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35119c-c662-437e-8423-6cb8094ee660 req-2284e9df-8f2d-4923-84a9-e3cca151a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:57.093545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-2284e9df-8f2d-4923-84a9-e3cca151a098 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.2383571 Sep 22 17:16:57.156196 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-04999525-dc6c-4b4a-8425-1e537f15fe22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec HTTP/1.1" status: 200 len: 217 time: 0.0527904 Sep 22 17:16:57.171193 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Floating IP c1a66f23-730b-4d37-9d49-a06faabba6e6 associated. External IP: 172.27.1.3, port: 8e68b4b4-5205-473e-976a-a2767fd19066. Sep 22 17:16:57.233327 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471792e-e776-49e4-8893-ca97c3305e8d req-1d4aef9a-c122-45f3-a9f1-b3a4a5e0d46a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:57.234794 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9471792e-e776-49e4-8893-ca97c3305e8d req-1d4aef9a-c122-45f3-a9f1-b3a4a5e0d46a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.1052413 Sep 22 17:16:57.283419 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46430) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:57.311917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35119c-c662-437e-8423-6cb8094ee660 req-68c1180b-b5ce-420f-bfdd-e116f9f1354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:57.313371 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-68c1180b-b5ce-420f-bfdd-e116f9f1354b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.1389790 Sep 22 17:16:57.340234 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9471792e-e776-49e4-8893-ca97c3305e8d req-744fd4fe-a664-4794-92f9-be871128757a tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Sep 22 17:16:57.388154 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-eec2a795-685e-4a34-b1d3-f0f7cfd23c00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590980 Sep 22 17:16:57.747166 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.755201 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.762692 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.802934 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-947bde58-5122-4e52-8238-398d66212790 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757451 Sep 22 17:16:57.875198 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Floating IP 7326be13-8329-409b-8e88-66369bfcadac associated. External IP: 172.27.1.70, port: a12196d5-9eca-46a3-ac34-dfe68bb5b3f2. Sep 22 17:16:57.882551 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:58.090541 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df342e45-eead-4fc4-899b-c091e9909ff1 req-25d79966-32dd-4c0b-bb9d-e0a00dd01c5d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:58.092037 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df342e45-eead-4fc4-899b-c091e9909ff1 req-25d79966-32dd-4c0b-bb9d-e0a00dd01c5d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.2122340 Sep 22 17:16:58.099259 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-be35119c-c662-437e-8423-6cb8094ee660 req-e2679cbb-d92d-4f9d-9b9e-acb325508647 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798209 Sep 22 17:16:58.135544 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:58.150087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.163652 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.194194 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df342e45-eead-4fc4-899b-c091e9909ff1 req-c8df0c9a-0237-4f4a-b2db-2aca6a80933e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904863 Sep 22 17:16:58.198727 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:58.215390 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.224521 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:58.233769 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:58.234381 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.240310 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4dfca-afb8-4a1a-926b-2c38ec1b103b,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:58.246593 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f650ba8b53e4a1f9e4fe3b4bad2d746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9617331 Sep 22 17:16:58.249829 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46470) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:58.256267 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.256794 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.257264 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.257729 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.258228 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.258690 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.259153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.259703 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.260703 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.261177 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.261647 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.262101 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe564cbd-5fcd-4017-943d-294be5a950e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:58.267368 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-bc737209-5048-4cdb-ad76-6e736a5d6ba5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "PUT /v2.0/floatingips/c1a66f23-730b-4d37-9d49-a06faabba6e6 HTTP/1.1" status: 200 len: 989 time: 2.5030825 Sep 22 17:16:58.268161 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:58.270810 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c1b0b7-82d7-4694-bc92-68364f835a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:58.294156 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:58.301587 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.307521 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:58.323886 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:58.324796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.367235 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6a9baf-761b-4066-9342-00a128cf327b x-openstack-request-id: req-3d6a9baf-761b-4066-9342-00a128cf327b {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:58.367564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:58.367794 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d6a9baf-761b-4066-9342-00a128cf327b {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:58.368237 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066', 'status': 'completed', 'code': 200} Sep 22 17:16:58.398127 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:58.411808 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-7d0f8780-f9f8-43f4-b58a-2944ca175043 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:58.413457 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-7d0f8780-f9f8-43f4-b58a-2944ca175043 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.0946925 Sep 22 17:16:58.423612 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1df905d4-5809-4d3c-8884-db687860abd0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "PUT /v2.0/floatingips/7326be13-8329-409b-8e88-66369bfcadac HTTP/1.1" status: 200 len: 991 time: 1.6314490 Sep 22 17:16:58.437157 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:16:58.439449 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c" -d '{"events": [{"name": "network-changed", "server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:58.501172 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.512906 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:58.567106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-1d8d8421-5a1d-428c-a5f1-77b2548a28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:58.569140 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-1d8d8421-5a1d-428c-a5f1-77b2548a28c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1098 time: 0.1958389 Sep 22 17:16:58.573112 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.620938 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567fb00-8b16-47a0-adee-6b1919606ac4 x-openstack-request-id: req-0567fb00-8b16-47a0-adee-6b1919606ac4 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:58.621646 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:58.622039 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0567fb00-8b16-47a0-adee-6b1919606ac4 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:58.622561 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'status': 'completed', 'code': 200} Sep 22 17:16:58.625836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbb15d-8f57-40ca-ba15-0b1bc3b1096b req-8a75384c-ce9b-4501-bb25-0946f96ca918 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:58.627544 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05cbb15d-8f57-40ca-ba15-0b1bc3b1096b req-8a75384c-ce9b-4501-bb25-0946f96ca918 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 946 time: 0.1635203 Sep 22 17:16:58.733778 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Deleting port cf24adec-7d65-4a56-a064-d63585c04b10 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:16:58.735035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.756046 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05cbb15d-8f57-40ca-ba15-0b1bc3b1096b req-1ac5be64-6d4c-44fe-8fb4-55c224d6d311 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/security-groups?id=36271553-9392-4f39-a215-064cb1271cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112263 Sep 22 17:16:58.783529 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-5b2b6705-ef33-4ada-a250-5dd5c78003f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:58.785284 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-5b2b6705-ef33-4ada-a250-5dd5c78003f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1099 time: 0.1191089 Sep 22 17:16:58.789853 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'c1a66f23-730b-4d37-9d49-a06faabba6e6', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '8e68b4b4-5205-473e-976a-a2767fd19066', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:75:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:11Z', 'updated_at': '2021-09-22T17:16:56Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.828319 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:58.841401 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:58.842756 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.925875 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '7326be13-8329-409b-8e88-66369bfcadac', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:15Z', 'updated_at': '2021-09-22T17:16:57Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.926206 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] For port cf24adec-7d65-4a56-a064-d63585c04b10, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=cf24adec-7d65-4a56-a064-d63585c04b10,segment=NetworkSegment(7fde3c09-57a4-492a-be20-5abef1daf9a3),segment_id=7fde3c09-57a4-492a-be20-5abef1daf9a3)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:58.926753 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:58.949002 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Calling delete_port for cf24adec-7d65-4a56-a064-d63585c04b10 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:16:58.956069 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:58.966657 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:16:58.967697 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:16:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:58.987855 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:58.998954 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-9d64b1a8-e534-4e24-b898-e9e81bde7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.000566 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-9d64b1a8-e534-4e24-b898-e9e81bde7d5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.1784263 Sep 22 17:16:59.056804 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:59.059481 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:59.063167 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1af4dfca-afb8-4a1a-926b-2c38ec1b103b HTTP/1.1" status: 204 len: 168 time: 0.8082221 Sep 22 17:16:59.096277 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354598b7-21d7-48c4-900c-76a633f42e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4dfca-afb8-4a1a-926b-2c38ec1b103b,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:59.100234 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-0cc1c1e3-8510-484f-86fd-98a9223b38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.101728 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-0cc1c1e3-8510-484f-86fd-98a9223b38e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.5106504 Sep 22 17:16:59.152021 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-09d2cb52-4b79-4edb-a5a7-d2aae9223ec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 999 time: 0.1175389 Sep 22 17:16:59.212604 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:16:59.289738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:59.334461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Pushing event deleted for resources: {'Port': ['ID=cf24adec-7d65-4a56-a064-d63585c04b10,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:59.342728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-74bdaedb-e24e-4674-bfa1-d114d9d67fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.345343 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-74bdaedb-e24e-4674-bfa1-d114d9d67fc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.1723220 Sep 22 17:16:59.349161 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['cf24adec-7d65-4a56-a064-d63585c04b10'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:16:59.378724 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-7a922780-820f-42cb-a5c5-e754ecd61f94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 997 time: 0.2671900 Sep 22 17:16:59.495657 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46500) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:59.499915 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] No DVR routers for this DVR port cf24adec-7d65-4a56-a064-d63585c04b10 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:16:59.509506 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:59.517624 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce92e9da-20a9-4077-b365-a8743c87f11a req-62363317-fafe-4360-bea9-c6c157e5267c tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.24 "DELETE /v2.0/ports/cf24adec-7d65-4a56-a064-d63585c04b10 HTTP/1.1" status: 204 len: 173 time: 1.0883875 Sep 22 17:16:59.582171 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'c1a66f23-730b-4d37-9d49-a06faabba6e6', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '8e68b4b4-5205-473e-976a-a2767fd19066', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:75:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:11Z', 'updated_at': '2021-09-22T17:16:56Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:59.594427 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3f3a7-9c59-4cb0-ad98-729f41a25026 req-68c73957-b558-44a7-8f31-aeea5fb54c63 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.602982 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57e3f3a7-9c59-4cb0-ad98-729f41a25026 req-68c73957-b558-44a7-8f31-aeea5fb54c63 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.2230406 Sep 22 17:16:59.631147 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-997df224-5d31-4be3-bbeb-897d58d3457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.633250 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-997df224-5d31-4be3-bbeb-897d58d3457e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365736 Sep 22 17:16:59.643948 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-f97b9d78-dbdd-4c34-8665-832d73b61a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.645612 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-f97b9d78-dbdd-4c34-8665-832d73b61a51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.2428730 Sep 22 17:16:59.671756 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46508) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:16:59.704899 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f5bd446b-796b-484d-bf2f-de771a50bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:59.710685 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1046a7f-e7a0-471a-b8de-291aab263ed1 None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'c1a66f23-730b-4d37-9d49-a06faabba6e6', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '8e68b4b4-5205-473e-976a-a2767fd19066', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:75:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:11Z', 'updated_at': '2021-09-22T17:16:56Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:59.716195 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57e3f3a7-9c59-4cb0-ad98-729f41a25026 req-2383b110-e1da-4bc3-8061-4763b1d6aef7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101696 Sep 22 17:16:59.763607 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-8a435ae9-acd7-43dc-b42d-7e47cc3bbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:16:59.767883 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-8a435ae9-acd7-43dc-b42d-7e47cc3bbf9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928245 Sep 22 17:16:59.831808 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '7326be13-8329-409b-8e88-66369bfcadac', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:15Z', 'updated_at': '2021-09-22T17:16:57Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:59.878800 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb9c7a-8ba2-4a5b-91ce-3cdd5d416e35 None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '7326be13-8329-409b-8e88-66369bfcadac', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:16:15Z', 'updated_at': '2021-09-22T17:16:57Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:59.899197 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-4f26d61f-2329-41cb-bbf6-aeb44de0e0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243641 Sep 22 17:16:59.922640 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-05dab8a3-5fb3-4ac9-8437-87de939f74bc service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784998 Sep 22 17:16:59.928002 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-73d811ec-6dd1-48b7-ae4c-d391a735b75d req-9b6f7162-f47d-42cc-a195-4c58ef8c0b04 tempest-DeleteServersTestJSON-814510480 tempest-DeleteServersTestJSON-814510480-project] 10.222.0.11 "GET /v2.0/ports?device_id=1935fe05-681a-4304-949f-fd22be1c131d HTTP/1.1" status: 200 len: 210 time: 0.0495844 Sep 22 17:17:00.045749 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-797ad9d8-2178-4c64-a8d3-839d450ea1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.106284 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b4c1b0b7-82d7-4694-bc92-68364f835a1e req-7d0b9390-7b11-4693-a27a-75e87dd76072 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887524 Sep 22 17:17:00.136951 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f5bd446b-796b-484d-bf2f-de771a50bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.143067 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-35cea6df-cfb2-4028-95d1-4e6e92e4d19c req-0d14f0ec-ae79-4689-b2ad-45aee0335ee9 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080834 Sep 22 17:17:00.151969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f5bd446b-796b-484d-bf2f-de771a50bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.207125 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd446b-796b-484d-bf2f-de771a50bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca3068-b897-451b-8db8-b983ade3676e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:00.212226 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f5bd446b-796b-484d-bf2f-de771a50bb67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80ff5e66231b4194b55c495a9c4d1f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375533 Sep 22 17:17:00.216665 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46514) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:00.245111 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6deeff-2adc-40a5-babc-8e138f77e55b None None] New status for floating IP c1a66f23-730b-4d37-9d49-a06faabba6e6: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:00.283895 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.314104 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-797ad9d8-2178-4c64-a8d3-839d450ea1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.318751 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.323840 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-797ad9d8-2178-4c64-a8d3-839d450ea1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.328805 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c4b08-a5a3-450e-b5f6-26d989b28c24 None None] New status for floating IP 7326be13-8329-409b-8e88-66369bfcadac: ACTIVE {{(pid=94224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:00.369546 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'name': 'network-vif-deleted', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:17:00.372204 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a80ac4-8632-48cc-b961-0910b4d53ee7" -d '{"events": [{"server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "name": "network-vif-deleted", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:00.389664 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-797ad9d8-2178-4c64-a8d3-839d450ea1a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a326c3343aa43e7a01df27dd5f03b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868580 Sep 22 17:17:00.392795 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46518) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:00.394791 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad9d8-2178-4c64-a8d3-839d450ea1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1808b-6df3-46fb-839c-6da956d4800b,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:00.414445 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.419036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.420388 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eca3068-b897-451b-8db8-b983ade3676e HTTP/1.1" status: 204 len: 168 time: 0.2032013 Sep 22 17:17:00.436573 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3e19dc-76d6-462e-b4aa-57388fc545db x-openstack-request-id: req-0a3e19dc-76d6-462e-b4aa-57388fc545db {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:00.436960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1935fe05-681a-4304-949f-fd22be1c131d", "name": "network-vif-deleted", "tag": "cf24adec-7d65-4a56-a064-d63585c04b10", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:00.437282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3e19dc-76d6-462e-b4aa-57388fc545db {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:00.437744 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1935fe05-681a-4304-949f-fd22be1c131d', 'name': 'network-vif-deleted', 'tag': 'cf24adec-7d65-4a56-a064-d63585c04b10', 'status': 'completed', 'code': 200} Sep 22 17:17:00.446543 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a89782-a295-4c5c-bcb1-b806b405bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca3068-b897-451b-8db8-b983ade3676e,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:00.466207 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.496306 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.568282 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.571277 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.573310 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aee1808b-6df3-46fb-839c-6da956d4800b HTTP/1.1" status: 204 len: 168 time: 0.1793950 Sep 22 17:17:00.588512 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2233127-bbd5-49f2-8be8-34efac11ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1808b-6df3-46fb-839c-6da956d4800b,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:00.915970 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f31bd-4dd9-4a4d-bc9e-f4bce53d2da5 req-9ad94424-ed7d-49af-8dcc-083509bd9a85 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:00.917621 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-799f31bd-4dd9-4a4d-bc9e-f4bce53d2da5 req-9ad94424-ed7d-49af-8dcc-083509bd9a85 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0820611 Sep 22 17:17:00.965613 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-799f31bd-4dd9-4a4d-bc9e-f4bce53d2da5 req-ab2b042f-1e82-4771-b1b8-ebd371abd7db tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Sep 22 17:17:01.577354 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device cf24adec-7d65-4a56-a064-d63585c04b10 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:01.601114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: cf24adec-7d65-4a56-a064-d63585c04b10 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:17:01.601699 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device cf24adec-7d65-4a56-a064-d63585c04b10 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:17:02.119958 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0868d1-ffc7-4321-9396-28d0cc96130d req-806f74b6-cecc-4acf-8350-f121d25434c0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:02.121706 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8d0868d1-ffc7-4321-9396-28d0cc96130d req-806f74b6-cecc-4acf-8350-f121d25434c0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0666342 Sep 22 17:17:02.168228 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8d0868d1-ffc7-4321-9396-28d0cc96130d req-1f997c78-52d2-4d8b-b98d-00070fef9e43 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Sep 22 17:17:02.435289 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46626) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:02.459750 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46628) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:02.478918 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Deleting subnet 3440dab0-ca2b-434c-875a-029d411166c1 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:17:02.481915 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.515038 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.524003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.563348 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3ea95e8a-7707-4b5b-b501-2cf61058d687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.579481 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.608598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3440dab0-ca2b-434c-875a-029d411166c1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:02.612365 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.614248 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-79b09b18-6a56-4d65-a431-8ca4584247ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3440dab0-ca2b-434c-875a-029d411166c1 HTTP/1.1" status: 204 len: 168 time: 0.1779420 Sep 22 17:17:02.616700 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46632) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:02.664158 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3ea95e8a-7707-4b5b-b501-2cf61058d687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.668505 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3ea95e8a-7707-4b5b-b501-2cf61058d687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.682893 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.704037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea95e8a-7707-4b5b-b501-2cf61058d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba35087-f638-492d-954b-17e6280f0e50,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:02.708327 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3ea95e8a-7707-4b5b-b501-2cf61058d687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb7f33c3fdc546e584e22c1d38d1ced8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474616 Sep 22 17:17:02.711018 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46634) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:02.765241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.766603 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.787870 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.788243 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.788997 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.789341 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > port after_create 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.789673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.789786 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.790003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > port after_update 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.790319 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.790682 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.791003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.791318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.838811 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.841335 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.842481 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ba35087-f638-492d-954b-17e6280f0e50 HTTP/1.1" status: 204 len: 168 time: 0.1306162 Sep 22 17:17:02.853912 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4414319-dd18-45c5-a07a-694b91488566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba35087-f638-492d-954b-17e6280f0e50,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:02.950620 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.950973 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.951303 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.951840 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:17:02.952041 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67e91f8-51bc-4473-a722-e69d0584cbb7']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:02.973690 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fde3c09-57a4-492a-be20-5abef1daf9a3') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:02.973992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fde3c09-57a4-492a-be20-5abef1daf9a3') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:02.989560 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.010975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.019225 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:17:03.019670 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: from cryptography.utils import int_from_bytes Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: from cryptography.utils import int_from_bytes Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:17:03.024256 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:17:03.092508 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.100089 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.104536 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f67e91f8-51bc-4473-a722-e69d0584cbb7 HTTP/1.1" status: 204 len: 168 time: 0.4846168 Sep 22 17:17:03.118939 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783d636-1870-4f6c-86c1-30f8faad7815 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67e91f8-51bc-4473-a722-e69d0584cbb7,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:03.122234 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46650) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:03.138823 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f241fc3-d514-465f-b328-84813f7b6765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.245308 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f241fc3-d514-465f-b328-84813f7b6765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.251013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f241fc3-d514-465f-b328-84813f7b6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.291308 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2f241fc3-d514-465f-b328-84813f7b6765 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a012f1d3583542068b604f91514f66c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679363 Sep 22 17:17:03.294670 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46658) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:03.309225 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f241fc3-d514-465f-b328-84813f7b6765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b33825-33fe-4a24-804d-beae2aee2316,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:03.317037 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98994e-84fc-4672-834b-74b16551671f req-1d99ca20-0a03-4709-bade-010e9e9b723f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:03.318633 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5a98994e-84fc-4672-834b-74b16551671f req-1d99ca20-0a03-4709-bade-010e9e9b723f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0619867 Sep 22 17:17:03.350172 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.370282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46662) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:03.379494 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.386976 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5a98994e-84fc-4672-834b-74b16551671f req-5198af14-f966-4a47-843b-ea6e8a3e86a6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Sep 22 17:17:03.437708 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9a7dab65-d861-4a81-821b-34e38be57db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64e39038038547e3aba580a8ee39f6d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660241 Sep 22 17:17:03.440237 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46666) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:03.466390 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.469327 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.473218 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02b33825-33fe-4a24-804d-beae2aee2316 HTTP/1.1" status: 204 len: 168 time: 0.1750722 Sep 22 17:17:03.491196 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3713a-c48d-4596-88d1-251651a8a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b33825-33fe-4a24-804d-beae2aee2316,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:03.521687 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.570929 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.637742 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.642503 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:03.644040 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36271553-9392-4f39-a215-064cb1271cf1 HTTP/1.1" status: 204 len: 168 time: 0.2024891 Sep 22 17:17:03.653936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b3770-91ff-468f-9348-748a905500b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36271553-9392-4f39-a215-064cb1271cf1,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:04.526658 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58773506-768f-43eb-be68-0a9a4814cd4b req-6d5d34b6-b206-4e11-834c-3ef70e6eb805 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:04.528328 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-58773506-768f-43eb-be68-0a9a4814cd4b req-6d5d34b6-b206-4e11-834c-3ef70e6eb805 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0569875 Sep 22 17:17:04.568168 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-58773506-768f-43eb-be68-0a9a4814cd4b req-e4318798-4d84-458a-ad66-ca4640a80435 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Sep 22 17:17:05.693925 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34847fde-9e28-4d6b-86d2-3c231862c6d4 req-dccbc6e0-8580-4466-9326-dbe1768102a2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:05.695409 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-34847fde-9e28-4d6b-86d2-3c231862c6d4 req-dccbc6e0-8580-4466-9326-dbe1768102a2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0567226 Sep 22 17:17:05.733486 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-34847fde-9e28-4d6b-86d2-3c231862c6d4 req-1114a33d-f8c1-4a2f-a0c1-cd86979399cc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Sep 22 17:17:06.015606 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-9d68d6e4-640b-4d64-ac41-1909151ef0e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378711 Sep 22 17:17:06.106917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-a7c30d17-e9c3-4fa9-987a-9fefd2c41b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:06.109263 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-a7c30d17-e9c3-4fa9-987a-9fefd2c41b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1098 time: 0.0446911 Sep 22 17:17:06.230127 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46820) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:06.378196 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-efdc3c5f-7d53-4478-b228-630b0493e58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-efdc3c5f-7d53-4478-b228-630b0493e58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.504658 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-efdc3c5f-7d53-4478-b228-630b0493e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.531639 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-1da9f31b-a1a8-4afb-bdf3-a9dbc1e91bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:06.533244 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-1da9f31b-a1a8-4afb-bdf3-a9dbc1e91bc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.3991790 Sep 22 17:17:06.543377 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-efdc3c5f-7d53-4478-b228-630b0493e58d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc6631ffcdf424e927f30d7ba5eb136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114276 Sep 22 17:17:06.544272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc3c5f-7d53-4478-b228-630b0493e58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd07baa5-a4be-4420-ae4e-8cd5a2244207,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:06.546096 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46842) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:06.629327 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-01469f1a-795d-47e3-9ab6-29c698f19e50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 999 time: 0.0865746 Sep 22 17:17:06.647054 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.694627 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.709418 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-d82ad008-5806-46e0-bec2-2b1ace28651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:06.710892 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-d82ad008-5806-46e0-bec2-2b1ace28651b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0706716 Sep 22 17:17:06.766041 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-2b584f8a-ef29-47cf-bf75-38a8ccbc28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:06.767559 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-2b584f8a-ef29-47cf-bf75-38a8ccbc28a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457366 Sep 22 17:17:06.777244 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.780013 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.781249 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd07baa5-a4be-4420-ae4e-8cd5a2244207 HTTP/1.1" status: 204 len: 168 time: 0.2339633 Sep 22 17:17:06.808230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf8429-70e1-49d5-a984-ce033570dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd07baa5-a4be-4420-ae4e-8cd5a2244207,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:06.871702 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3fe8-80dc-498e-911d-a82d31669896 req-57f714f9-c83a-4992-8141-0e28b2165916 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:06.873415 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4abe3fe8-80dc-498e-911d-a82d31669896 req-57f714f9-c83a-4992-8141-0e28b2165916 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0604064 Sep 22 17:17:06.889233 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-443faab2-aa47-444d-bcb3-384e6f064c36 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063519 Sep 22 17:17:06.921507 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4abe3fe8-80dc-498e-911d-a82d31669896 req-3cdbce35-b6ac-4d08-9c2b-e95d24aada83 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Sep 22 17:17:06.985101 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4023624-ec4e-4054-8f20-9f2a36482247 req-ec901b0c-26a2-47d0-9bdb-712b346b2d8c service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882063 Sep 22 17:17:07.100084 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46850) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:07.113715 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-70a085b9-b53c-424f-9592-f8ab7be268c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.202143 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-70a085b9-b53c-424f-9592-f8ab7be268c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.206848 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-70a085b9-b53c-424f-9592-f8ab7be268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.245985 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a085b9-b53c-424f-9592-f8ab7be268c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5144ef01-6644-4a5b-bcaf-8cbfa9f129d9,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:07.250366 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-70a085b9-b53c-424f-9592-f8ab7be268c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04fe4f2649d04cd2bd00dc05731a2661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492975 Sep 22 17:17:07.253057 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46856) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:07.307546 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.327955 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.374464 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.377132 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:07.378340 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5144ef01-6644-4a5b-bcaf-8cbfa9f129d9 HTTP/1.1" status: 204 len: 168 time: 0.1242740 Sep 22 17:17:07.392502 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b550606-d4b1-4ad3-9bb7-07d21893c54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5144ef01-6644-4a5b-bcaf-8cbfa9f129d9,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:07.860909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 46888) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:07.969107 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e8b28a9d-3807-40c0-9a1d-2bcb8596e134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.071028 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049ca7-5609-4d24-9cd7-0aae3ee974e0 req-5c4c5364-8e9f-4e00-9504-be92a02e6e46 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:08.073051 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-78049ca7-5609-4d24-9cd7-0aae3ee974e0 req-5c4c5364-8e9f-4e00-9504-be92a02e6e46 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0788405 Sep 22 17:17:08.132347 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e8b28a9d-3807-40c0-9a1d-2bcb8596e134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.136729 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-78049ca7-5609-4d24-9cd7-0aae3ee974e0 req-e338c3fe-048a-4751-b0b0-33c457889704 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Sep 22 17:17:08.137695 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e8b28a9d-3807-40c0-9a1d-2bcb8596e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.175990 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e8b28a9d-3807-40c0-9a1d-2bcb8596e134 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7425ad6909649b4a824979d514dd571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138137 Sep 22 17:17:08.177773 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28a9d-3807-40c0-9a1d-2bcb8596e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50417e-7d91-426f-91f1-c607c567fc15,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:08.178744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 46904) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:08.241879 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.269830 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.325354 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.328333 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.332081 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b50417e-7d91-426f-91f1-c607c567fc15 HTTP/1.1" status: 204 len: 168 time: 0.1488986 Sep 22 17:17:08.338569 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2033d8-0a71-4a1b-abcb-91255a870f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b50417e-7d91-426f-91f1-c607c567fc15,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:09.258879 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4859c5-653a-404e-93fa-d1c491e9b219 req-8b647192-72fb-4dca-a35d-37e1da8081bc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:09.260513 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0e4859c5-653a-404e-93fa-d1c491e9b219 req-8b647192-72fb-4dca-a35d-37e1da8081bc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0510883 Sep 22 17:17:09.306403 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0e4859c5-653a-404e-93fa-d1c491e9b219 req-51aa609b-9949-498b-b6fb-49e722b36c21 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Sep 22 17:17:09.730168 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47000) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:09.820823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e202-f6ff-4d6d-aafd-bf536e603816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.831336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d0d17603-b479-44ae-b4ba-1ed5a8df80f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.920360 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d0d17603-b479-44ae-b4ba-1ed5a8df80f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.923987 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d0d17603-b479-44ae-b4ba-1ed5a8df80f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.963866 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-d0d17603-b479-44ae-b4ba-1ed5a8df80f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ff35311436b4b6184a5bb4e18c82d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326250 Sep 22 17:17:09.964968 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d17603-b479-44ae-b4ba-1ed5a8df80f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df568e-30da-455c-8bd2-1853491fbde2,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:09.966609 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47004) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:10.013691 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.035144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.079585 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.082160 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.083301 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6df568e-30da-455c-8bd2-1853491fbde2 HTTP/1.1" status: 204 len: 168 time: 0.1157167 Sep 22 17:17:10.090853 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac670-97b5-4015-ab91-e8c41f277330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df568e-30da-455c-8bd2-1853491fbde2,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:10.335655 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47012) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:10.356490 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ec759916-6e3a-4afd-8fae-cf53d2ebfd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.365009 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.449140 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100291cb-bb10-4d84-87cd-679a8dec3035 req-7e3d7a10-99a8-4e2f-9afc-3328472e038a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:10.450584 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-100291cb-bb10-4d84-87cd-679a8dec3035 req-7e3d7a10-99a8-4e2f-9afc-3328472e038a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0711813 Sep 22 17:17:10.506031 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-100291cb-bb10-4d84-87cd-679a8dec3035 req-73f54ba8-b9bd-42d8-9f58-4a7b0d668397 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Sep 22 17:17:10.529380 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ec759916-6e3a-4afd-8fae-cf53d2ebfd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.536598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ec759916-6e3a-4afd-8fae-cf53d2ebfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.573159 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ec759916-6e3a-4afd-8fae-cf53d2ebfd91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9005d0256fa6487a9b11caa1d9b68894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404754 Sep 22 17:17:10.575087 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec759916-6e3a-4afd-8fae-cf53d2ebfd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4df15-2ce2-44a4-aef4-f1f77e74abba,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:10.575828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47022) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:10.622626 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.642543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.686957 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.689424 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:10.690534 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaa4df15-2ce2-44a4-aef4-f1f77e74abba HTTP/1.1" status: 204 len: 168 time: 0.1136847 Sep 22 17:17:10.698497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053734-d6a8-4c17-90c1-1627817f1dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4df15-2ce2-44a4-aef4-f1f77e74abba,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:12.301353 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-07968109-0bd5-4b6c-a1e8-cc97bc77d362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:12.620691 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84634222-1680-4023-89b3-5131402eb20f req-12111696-1df8-46cb-bbff-57615cf16d4d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:12.625997 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-84634222-1680-4023-89b3-5131402eb20f req-12111696-1df8-46cb-bbff-57615cf16d4d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Sep 22 17:17:12.667218 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-84634222-1680-4023-89b3-5131402eb20f req-e93afd81-8f46-4890-ab53-f8afa145a46e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Sep 22 17:17:13.167735 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:13.223206 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:13.809404 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52eff-739f-4e43-9464-69024a85b082 req-8ddaebc5-d9d7-4d87-bf90-0eb2c6b26e6a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:13.811423 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ccf52eff-739f-4e43-9464-69024a85b082 req-8ddaebc5-d9d7-4d87-bf90-0eb2c6b26e6a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0602024 Sep 22 17:17:13.860381 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ccf52eff-739f-4e43-9464-69024a85b082 req-70a3af37-f5cd-4c10-85b2-9ab523567d58 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Sep 22 17:17:14.983229 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa36a-51b5-407d-b806-0882eec23c45 req-ef812b15-facb-4ea5-b0bf-78b9d8ebe994 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:14.984722 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-228fa36a-51b5-407d-b806-0882eec23c45 req-ef812b15-facb-4ea5-b0bf-78b9d8ebe994 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0545626 Sep 22 17:17:15.025544 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-228fa36a-51b5-407d-b806-0882eec23c45 req-131c5434-4ccc-41f9-8a7c-ea32bad94590 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Sep 22 17:17:15.278938 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47190) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:15.293051 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.398541 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-109b7bf0-9901-4772-b450-2e8d1fe44faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.500289 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-109b7bf0-9901-4772-b450-2e8d1fe44faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.504295 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-109b7bf0-9901-4772-b450-2e8d1fe44faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.542442 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b7bf0-9901-4772-b450-2e8d1fe44faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab1fab8-076c-40a1-88ba-915b65703a28,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:15.549133 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-109b7bf0-9901-4772-b450-2e8d1fe44faf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7379726754ab47d4b17b443062eabcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683015 Sep 22 17:17:15.550884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47198) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:15.599047 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.620515 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.663628 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.667053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.668505 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ab1fab8-076c-40a1-88ba-915b65703a28 HTTP/1.1" status: 204 len: 168 time: 0.1166892 Sep 22 17:17:15.676948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e51d47-4d46-4620-9102-1b757f89d76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab1fab8-076c-40a1-88ba-915b65703a28,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:16.163578 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747da1-9f49-4800-a809-0fdcbc456719 req-e3f8356d-4e9d-4fcd-b000-02a0b0537aab tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:16.167428 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6a747da1-9f49-4800-a809-0fdcbc456719 req-e3f8356d-4e9d-4fcd-b000-02a0b0537aab tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0661337 Sep 22 17:17:16.214701 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6a747da1-9f49-4800-a809-0fdcbc456719 req-f1b05148-06c2-4566-8336-8e9f441ef2cc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Sep 22 17:17:17.354730 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02dc07-520f-4263-b17e-da89b26aeece req-e1ade98d-c658-40dc-85e5-74f98162debe tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:17.357752 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cb02dc07-520f-4263-b17e-da89b26aeece req-e1ade98d-c658-40dc-85e5-74f98162debe tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0674753 Sep 22 17:17:17.405486 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cb02dc07-520f-4263-b17e-da89b26aeece req-cf59192b-afbf-49f5-8b1e-0c25fcc2a348 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Sep 22 17:17:18.518317 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e37754-dd5f-4abe-872e-c167cad01fa6 req-9de062bd-855b-448f-a106-e7f91bf515d1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:18.519818 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e6e37754-dd5f-4abe-872e-c167cad01fa6 req-9de062bd-855b-448f-a106-e7f91bf515d1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0494263 Sep 22 17:17:18.562963 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e6e37754-dd5f-4abe-872e-c167cad01fa6 req-929d895e-c3f1-4192-83ca-29ff375fb0ec tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Sep 22 17:17:19.011214 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47426) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:19.124959 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-81f8a6e8-7236-4d21-b831-801d23d97b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.214478 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-81f8a6e8-7236-4d21-b831-801d23d97b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.218307 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-81f8a6e8-7236-4d21-b831-801d23d97b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.259894 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-81f8a6e8-7236-4d21-b831-801d23d97b28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d16dcb8749e4c9389b7b0546f7b4bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473726 Sep 22 17:17:19.261863 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a6e8-7236-4d21-b831-801d23d97b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aab0fc-5a07-4bba-be6a-3fc7b53baae3,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:19.262542 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47434) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:19.322301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.346301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.391728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.394230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.395362 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7aab0fc-5a07-4bba-be6a-3fc7b53baae3 HTTP/1.1" status: 204 len: 168 time: 0.1318452 Sep 22 17:17:19.403979 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41189e6-9c76-4a6f-be54-7a947153ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aab0fc-5a07-4bba-be6a-3fc7b53baae3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:19.673046 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47446) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:19.688231 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2459f108-5942-430b-bbd4-a02b858ab552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.700683 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9de10-e958-4972-a88d-9720a168a391 req-cda2389d-4cda-43f6-8c51-9cb9c5662605 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:19.710910 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e7b9de10-e958-4972-a88d-9720a168a391 req-cda2389d-4cda-43f6-8c51-9cb9c5662605 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0752916 Sep 22 17:17:19.769368 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e7b9de10-e958-4972-a88d-9720a168a391 req-08247ff7-3bce-4909-bcda-12480373bf21 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Sep 22 17:17:19.809962 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2459f108-5942-430b-bbd4-a02b858ab552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.815286 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2459f108-5942-430b-bbd4-a02b858ab552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.854575 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2459f108-5942-430b-bbd4-a02b858ab552 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a57d6d678330453bbdeae08b1d19b316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800039 Sep 22 17:17:19.855429 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f108-5942-430b-bbd4-a02b858ab552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b110e6e8-5555-4f19-9a6f-428a293a6a4b,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:19.857953 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47458) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:19.919487 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.941957 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.991536 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.994781 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.998250 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b110e6e8-5555-4f19-9a6f-428a293a6a4b HTTP/1.1" status: 204 len: 168 time: 0.1368484 Sep 22 17:17:20.003795 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1a6d5-8a63-406f-ab91-ea4653b62f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110e6e8-5555-4f19-9a6f-428a293a6a4b,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:20.068013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47464) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:20.282753 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fce5b8a7-a9f4-4073-8c1c-f3d4fd049357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.331227 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47472) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:20.348254 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-881a3710-f061-4e71-8e1a-15017110f748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.408311 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fce5b8a7-a9f4-4073-8c1c-f3d4fd049357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.417969 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-fce5b8a7-a9f4-4073-8c1c-f3d4fd049357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.470946 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5b8a7-a9f4-4073-8c1c-f3d4fd049357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f4a51b-26cb-417f-9109-b28f5fd8f05d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:20.479841 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-fce5b8a7-a9f4-4073-8c1c-f3d4fd049357 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c787c614f484f44b85571f77c0d51f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105783 Sep 22 17:17:20.485044 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47476) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:20.535953 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.536166 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-881a3710-f061-4e71-8e1a-15017110f748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.540581 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-881a3710-f061-4e71-8e1a-15017110f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.561801 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.576900 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-881a3710-f061-4e71-8e1a-15017110f748 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fbb688aa1fd459fa804299d5bd926d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445521 Sep 22 17:17:20.577961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a3710-f061-4e71-8e1a-15017110f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f9fb7-f4c3-430f-b7e2-ba40699c66ca,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:20.580207 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47478) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:20.609940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.612523 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.613669 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8f4a51b-26cb-417f-9109-b28f5fd8f05d HTTP/1.1" status: 204 len: 168 time: 0.1271539 Sep 22 17:17:20.621539 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9840c3-9564-4614-b347-cdaf575ea95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f4a51b-26cb-417f-9109-b28f5fd8f05d,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:20.634598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.657935 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.712640 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.715083 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.716255 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b31f9fb7-f4c3-430f-b7e2-ba40699c66ca HTTP/1.1" status: 204 len: 168 time: 0.1351812 Sep 22 17:17:20.724289 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472caa0-7587-430f-845b-90afb4279d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f9fb7-f4c3-430f-b7e2-ba40699c66ca,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:20.886979 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e859e0-03c8-4602-814f-195de50e836a req-223e1773-c4fa-4020-bf98-a5a182ed1591 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:20.888562 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-83e859e0-03c8-4602-814f-195de50e836a req-223e1773-c4fa-4020-bf98-a5a182ed1591 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0486450 Sep 22 17:17:20.948344 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-83e859e0-03c8-4602-814f-195de50e836a req-28dea092-646f-492d-8c88-7d74d885ae53 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528238 Sep 22 17:17:21.043782 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47498) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:21.056814 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c284-b895-4ceb-a569-d72fc7cf3947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.168824 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c284-b895-4ceb-a569-d72fc7cf3947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.172998 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c284-b895-4ceb-a569-d72fc7cf3947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.192904 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47504) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:21.217796 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-dcf9c284-b895-4ceb-a569-d72fc7cf3947 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=441b0e7fa0f441b0b95e240338cda432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728861 Sep 22 17:17:21.218825 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9c284-b895-4ceb-a569-d72fc7cf3947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6514febc-f926-4921-b709-38bde16b4038,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:21.220583 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47508) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:21.288402 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.310343 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.317584 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-947cec89-e72f-4109-b0e1-571d67d110fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.375427 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.382319 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.385819 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6514febc-f926-4921-b709-38bde16b4038 HTTP/1.1" status: 204 len: 168 time: 0.1640220 Sep 22 17:17:21.403874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2183b-8212-43a0-9572-fcca34a35cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6514febc-f926-4921-b709-38bde16b4038,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:21.466755 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-947cec89-e72f-4109-b0e1-571d67d110fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.474163 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-947cec89-e72f-4109-b0e1-571d67d110fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.534758 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cec89-e72f-4109-b0e1-571d67d110fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f1e4e-9b2e-4a77-9bb8-2417949da641,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:21.541394 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-947cec89-e72f-4109-b0e1-571d67d110fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab2508fd9132485eaffbf67f521b2a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475313 Sep 22 17:17:21.544070 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47526) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:21.598481 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.623914 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.681962 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.685099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.686249 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/852f1e4e-9b2e-4a77-9bb8-2417949da641 HTTP/1.1" status: 204 len: 168 time: 0.1409297 Sep 22 17:17:21.701758 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf0fa4-00a9-4321-bf6d-8d592227ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f1e4e-9b2e-4a77-9bb8-2417949da641,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:21.719000 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47538) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:21.993677 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654224311-network', 'tenant_id': '93e2b12e977d4c90a6d098f65076277e'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:17:22.022983 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Made reservation on behalf of 93e2b12e977d4c90a6d098f65076277e for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:22.026539 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.052276 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.135009 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41052-12c0-44bc-9f99-cdfd5c448391 req-30f92cf5-f1f4-4e56-a00d-09e28a4cda2e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:22.136529 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ea41052-12c0-44bc-9f99-cdfd5c448391 req-30f92cf5-f1f4-4e56-a00d-09e28a4cda2e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0928426 Sep 22 17:17:22.197358 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ea41052-12c0-44bc-9f99-cdfd5c448391 req-21d2e465-64ad-4eea-9f83-68c699ba6c7c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Sep 22 17:17:22.233067 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.238402 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.262731 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:17:22.271361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a50ed8-6643-472d-bbb3-3a3ffcde45ec,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:22.278407 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.278764 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Added segment 02484393-c4f1-4bb5-88d7-ce2800e0ddc4 of type vlan for network ee0ccac7-a028-432d-9930-1ffed0446171 Sep 22 17:17:22.319259 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.349295 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.350541 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:22.351185 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.398891 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6755266 Sep 22 17:17:22.399249 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47572) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:22.404772 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Request body: {'subnet': {'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654224311-subnet', 'tenant_id': '93e2b12e977d4c90a6d098f65076277e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:17:22.439246 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Made reservation on behalf of 93e2b12e977d4c90a6d098f65076277e for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:22.441580 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.444466 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61885a-332c-41cb-bc8e-0ff7efc60484 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0ccac7-a028-432d-9930-1ffed0446171,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:22.459090 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network ee0ccac7-a028-432d-9930-1ffed0446171 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:17:22.669992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.731168 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d8954c-8859-464b-abac-a29eef4a8d00,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:22.741168 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Checking segment: {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:17:22.741526 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Network hostable DHCP agents. Network: ee0ccac7-a028-432d-9930-1ffed0446171, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:17:22.769107 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Network ee0ccac7-a028-432d-9930-1ffed0446171 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:17:22.780565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, ee0ccac7-a028-432d-9930-1ffed0446171) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:22.787376 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:22.788207 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.792316 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a4006-a043-486f-b199-cd59b49cb5db None None] Network ee0ccac7-a028-432d-9930-1ffed0446171 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:17:22.827664 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-7555faa9-afad-4d52-8c41-cb50df57bb22 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4266312 Sep 22 17:17:22.985847 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19eb9c-c4f2-476a-9938-9807f323a448 None None] Network ee0ccac7-a028-432d-9930-1ffed0446171 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:17:23.353346 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f881a-1f5c-4abd-9639-a83533aa85ed req-23bd5268-6457-48c4-b770-80135fb4ac4f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:23.361721 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d48f881a-1f5c-4abd-9639-a83533aa85ed req-23bd5268-6457-48c4-b770-80135fb4ac4f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0754375 Sep 22 17:17:23.424237 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d48f881a-1f5c-4abd-9639-a83533aa85ed req-48f928f5-d999-4d50-a391-1ee5508ee888 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Sep 22 17:17:23.602370 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47672) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:23.714474 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a97e380-03ab-43b2-a1e9-6afef1f6770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.816065 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a97e380-03ab-43b2-a1e9-6afef1f6770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.820606 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a97e380-03ab-43b2-a1e9-6afef1f6770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.857546 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97e380-03ab-43b2-a1e9-6afef1f6770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784a016-59c9-4a0e-8b5c-281d91c12f2e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:23.861884 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-6a97e380-03ab-43b2-a1e9-6afef1f6770b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e24dc51ae42d4120a1a0ca5641a9aaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577522 Sep 22 17:17:23.865203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47692) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:23.912983 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.936533 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.984844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.987349 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.989924 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8784a016-59c9-4a0e-8b5c-281d91c12f2e HTTP/1.1" status: 204 len: 168 time: 0.1237814 Sep 22 17:17:24.005319 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09426ed2-1344-47da-a8cd-4237da83616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784a016-59c9-4a0e-8b5c-281d91c12f2e,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:24.534071 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b389ba-80cb-4d18-956f-10d327ac8904 req-5e1ebb97-2d34-452c-8ae0-f4090dfe56ea tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:24.535734 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-24b389ba-80cb-4d18-956f-10d327ac8904 req-5e1ebb97-2d34-452c-8ae0-f4090dfe56ea tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0543699 Sep 22 17:17:24.581007 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-24b389ba-80cb-4d18-956f-10d327ac8904 req-da631e18-d32c-4ec1-a858-087fad5c78f3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382810 Sep 22 17:17:25.581535 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 47762) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:25.697536 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8e04466e-0ffe-4d88-9569-027e3c21df22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.728342 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611393ea-f7bb-4cb0-81cc-b394b7a37d18 req-a0fbf36e-3af5-4496-b4e3-d27091a3535c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:25.729801 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-611393ea-f7bb-4cb0-81cc-b394b7a37d18 req-a0fbf36e-3af5-4496-b4e3-d27091a3535c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0735757 Sep 22 17:17:25.793265 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-611393ea-f7bb-4cb0-81cc-b394b7a37d18 req-35bae3ce-700a-425d-b0de-564cff2c943b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Sep 22 17:17:25.835420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8e04466e-0ffe-4d88-9569-027e3c21df22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.839532 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8e04466e-0ffe-4d88-9569-027e3c21df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.878337 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-8e04466e-0ffe-4d88-9569-027e3c21df22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a42578a5d1c450cbf5e6dfbc390b7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957258 Sep 22 17:17:25.879586 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04466e-0ffe-4d88-9569-027e3c21df22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74dc2d8-dcf3-48f4-858c-a4a4e4159fef,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:25.881179 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47770) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:25.930225 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.951037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.997361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.000189 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.005330 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e74dc2d8-dcf3-48f4-858c-a4a4e4159fef HTTP/1.1" status: 204 len: 168 time: 0.1193876 Sep 22 17:17:26.017864 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c0f05-c4d9-4a9c-9807-adc774dc49ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74dc2d8-dcf3-48f4-858c-a4a4e4159fef,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:26.269030 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47780) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:26.281745 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ef226669-039d-4375-8387-1966ee7a1424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.371454 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ef226669-039d-4375-8387-1966ee7a1424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.375357 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ef226669-039d-4375-8387-1966ee7a1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.414004 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef226669-039d-4375-8387-1966ee7a1424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3a4c3-2dcf-4fbd-a881-312beadf659d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:26.418697 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ef226669-039d-4375-8387-1966ee7a1424 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b83c0549abd04736a213d2ad2a9463c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486797 Sep 22 17:17:26.421273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47782) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:26.466129 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.487263 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.532194 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.535045 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.536334 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ca3a4c3-2dcf-4fbd-a881-312beadf659d HTTP/1.1" status: 204 len: 168 time: 0.1141722 Sep 22 17:17:26.546854 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce1780-d83d-4379-a078-e0e19da9c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3a4c3-2dcf-4fbd-a881-312beadf659d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:26.914246 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6e60a-ad2b-4cb5-843b-3960a9d040b1 req-0e68abaf-ca53-47c0-800b-7eb80924ef5a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:26.915795 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-70c6e60a-ad2b-4cb5-843b-3960a9d040b1 req-0e68abaf-ca53-47c0-800b-7eb80924ef5a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0503950 Sep 22 17:17:26.952339 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-70c6e60a-ad2b-4cb5-843b-3960a9d040b1 req-9047d261-bbaf-4a66-9c93-b20dfb2c46ac tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Sep 22 17:17:27.589763 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47828) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:27.695816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44479903-5f24-4d44-a513-e896b62fec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.784200 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44479903-5f24-4d44-a513-e896b62fec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.788242 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44479903-5f24-4d44-a513-e896b62fec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.826244 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44479903-5f24-4d44-a513-e896b62fec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb9c902-7b95-4b36-addc-5a8a81570dac,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.830478 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-44479903-5f24-4d44-a513-e896b62fec31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f42cf5648eda4570968433ae7d7603c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389808 Sep 22 17:17:27.833044 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 47832) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:27.883278 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.904362 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.949436 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.951975 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.953090 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fb9c902-7b95-4b36-addc-5a8a81570dac HTTP/1.1" status: 204 len: 168 time: 0.1191769 Sep 22 17:17:27.960449 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6265a2-1029-4a14-a19d-e7738ae6ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb9c902-7b95-4b36-addc-5a8a81570dac,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:28.089280 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2095-4908-49fa-bfbe-2b8336c129e9 req-045574ed-99b5-4411-8178-456d8f7fcecd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:28.090254 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1aeb2095-4908-49fa-bfbe-2b8336c129e9 req-045574ed-99b5-4411-8178-456d8f7fcecd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0617645 Sep 22 17:17:28.128884 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1aeb2095-4908-49fa-bfbe-2b8336c129e9 req-f05b1785-d7a6-40b9-b8ae-f51b6b099186 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Sep 22 17:17:29.251069 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6320c2-b149-4708-9db6-a20e32ed7ea2 req-39df61fd-273a-4b93-9f97-4f1cc11a8ec6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:29.252591 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c6320c2-b149-4708-9db6-a20e32ed7ea2 req-39df61fd-273a-4b93-9f97-4f1cc11a8ec6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0549562 Sep 22 17:17:29.300885 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c6320c2-b149-4708-9db6-a20e32ed7ea2 req-9b087d41-37b3-4c9e-94f0-fd6a378de745 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Sep 22 17:17:30.415580 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7a0be-6cdf-4a81-936c-3ea8f186698a req-b8065f92-94a7-4e86-bf17-4af1837667f6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:30.417052 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-45c7a0be-6cdf-4a81-936c-3ea8f186698a req-b8065f92-94a7-4e86-bf17-4af1837667f6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0464048 Sep 22 17:17:30.454995 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-45c7a0be-6cdf-4a81-936c-3ea8f186698a req-982c95a4-ae67-4152-9f9f-bf384646d188 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Sep 22 17:17:31.571480 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a3fdf-5d41-4114-91e9-030ebd8f7470 req-85da2ecc-63e7-4d58-9c71-8f6a9e146b0e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:31.573010 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-704a3fdf-5d41-4114-91e9-030ebd8f7470 req-85da2ecc-63e7-4d58-9c71-8f6a9e146b0e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0490334 Sep 22 17:17:31.613348 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-704a3fdf-5d41-4114-91e9-030ebd8f7470 req-fc232213-2c61-46c7-b2be-8f4c6d586608 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Sep 22 17:17:31.969725 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:17:32.735251 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4b92-006e-4fc7-9dc4-97e3c535853b req-bd4b4430-2961-4d29-97cc-211e0ce27fd6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:32.736767 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ef3b4b92-006e-4fc7-9dc4-97e3c535853b req-bd4b4430-2961-4d29-97cc-211e0ce27fd6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0519938 Sep 22 17:17:32.774540 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ef3b4b92-006e-4fc7-9dc4-97e3c535853b req-9f32f435-1afb-4064-be8f-299f1a335806 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Sep 22 17:17:33.888905 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082249-aa8b-43ae-b174-7a620b39b1e4 req-e54855c1-54cb-4297-85fd-02b298b2e6ea tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:33.890432 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6e082249-aa8b-43ae-b174-7a620b39b1e4 req-e54855c1-54cb-4297-85fd-02b298b2e6ea tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0474083 Sep 22 17:17:33.931406 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6e082249-aa8b-43ae-b174-7a620b39b1e4 req-728229c3-715f-4301-af7f-93d8062eb6b9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Sep 22 17:17:35.044781 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1960-e441-47e0-9d3d-876872cf8dd7 req-1f73c846-0c94-4bee-b70a-e9df7a8ade33 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:35.046249 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b73c1960-e441-47e0-9d3d-876872cf8dd7 req-1f73c846-0c94-4bee-b70a-e9df7a8ade33 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0468416 Sep 22 17:17:35.083287 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b73c1960-e441-47e0-9d3d-876872cf8dd7 req-faf40d2b-50a1-4140-9a39-9c4c69b7ab6a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Sep 22 17:17:35.916336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 48022) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:36.027450 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bb54d4bc-dcba-4c59-b433-879da1232a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.122805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bb54d4bc-dcba-4c59-b433-879da1232a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.127005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bb54d4bc-dcba-4c59-b433-879da1232a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.166345 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-bb54d4bc-dcba-4c59-b433-879da1232a1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0241808dc1e04f83bbc875f6c37c37e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482665 Sep 22 17:17:36.168950 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48030) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:36.182999 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54d4bc-dcba-4c59-b433-879da1232a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5691de47-fcb1-41f0-96c8-ba6907e5f660,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:36.218588 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.219704 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b189-36d1-4b45-929a-9c484745b016 req-74e356d7-43f8-48aa-a441-064001d6e871 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:36.221190 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5909b189-36d1-4b45-929a-9c484745b016 req-74e356d7-43f8-48aa-a441-064001d6e871 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0591638 Sep 22 17:17:36.241001 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.258608 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5909b189-36d1-4b45-929a-9c484745b016 req-c6257a78-4669-4777-80f1-2b05e89d2bb3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Sep 22 17:17:36.288135 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.290963 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.292198 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5691de47-fcb1-41f0-96c8-ba6907e5f660 HTTP/1.1" status: 204 len: 168 time: 0.1222675 Sep 22 17:17:36.300387 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd15328-b01a-4cf5-8771-e94a3700a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5691de47-fcb1-41f0-96c8-ba6907e5f660,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:36.567208 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48040) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:36.580415 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-86f4a8fa-ca87-4373-80a5-43b4a35bfcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.668646 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-86f4a8fa-ca87-4373-80a5-43b4a35bfcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.672408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-86f4a8fa-ca87-4373-80a5-43b4a35bfcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.706266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4a8fa-ca87-4373-80a5-43b4a35bfcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0fd93-b199-4aeb-94d9-6f148be09dfa,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:36.714358 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-86f4a8fa-ca87-4373-80a5-43b4a35bfcde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be7f9acad9fc48bebe234a7bf68ebbe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459851 Sep 22 17:17:36.716826 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48044) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:36.764933 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.784537 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.830259 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.832763 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:36.833882 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bf0fd93-b199-4aeb-94d9-6f148be09dfa HTTP/1.1" status: 204 len: 168 time: 0.1161599 Sep 22 17:17:36.841031 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c498fc3-5bac-4170-99b8-b3455a32a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0fd93-b199-4aeb-94d9-6f148be09dfa,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:37.146533 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48052) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:37.159190 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5a54a7ec-6e0d-4c39-b4a1-b4abfeff0460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.246773 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5a54a7ec-6e0d-4c39-b4a1-b4abfeff0460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.250367 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5a54a7ec-6e0d-4c39-b4a1-b4abfeff0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.287561 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5a54a7ec-6e0d-4c39-b4a1-b4abfeff0460 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7de3061c13ad4c9695a98bc4db051fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399660 Sep 22 17:17:37.289408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a7ec-6e0d-4c39-b4a1-b4abfeff0460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ebedb-fc15-49e7-99d5-29df771b2932,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:37.290379 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 48056) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:37.371475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.398341 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.415207 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab77a-3699-4325-abcb-b7a923810997 req-3194ac53-4768-41db-bdff-926aa099e5cf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:37.417259 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d0cab77a-3699-4325-abcb-b7a923810997 req-3194ac53-4768-41db-bdff-926aa099e5cf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0829606 Sep 22 17:17:37.472118 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d0cab77a-3699-4325-abcb-b7a923810997 req-3c33d14f-ea77-4849-b545-f6082b08592a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481374 Sep 22 17:17:37.479929 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.482726 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:37.487086 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef4ebedb-fc15-49e7-99d5-29df771b2932 HTTP/1.1" status: 204 len: 168 time: 0.1951201 Sep 22 17:17:37.502375 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e23d5a-1fa3-45ca-8105-0283c96bc721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ebedb-fc15-49e7-99d5-29df771b2932,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:38.310060 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-fd5db427-301c-47fb-84a1-50f9e355b209 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:38.311648 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-fd5db427-301c-47fb-84a1-50f9e355b209 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/networks?id=ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 200 len: 808 time: 0.0983927 Sep 22 17:17:38.327198 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-b2c3310a-7ca6-4ce1-a476-2073a773eb74 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/quotas/93e2b12e977d4c90a6d098f65076277e HTTP/1.1" status: 200 len: 375 time: 0.0098557 Sep 22 17:17:38.357674 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-e47dc6b7-108a-4142-b076-3d36c1a7babb tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248625 Sep 22 17:17:38.461726 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-076fc47d-3277-4c42-9591-45d771368cab service neutron] 10.222.0.11 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961645 Sep 22 17:17:38.572074 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-c27f9106-2cdc-4b06-a0f3-191aee93a99f service neutron] 10.222.0.11 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039402 Sep 22 17:17:38.604859 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81e57-bbb6-4225-a9b3-64fee62099d5 req-289cf677-5d6c-41fa-ba6d-7f1177da054a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:38.607440 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4bc81e57-bbb6-4225-a9b3-64fee62099d5 req-289cf677-5d6c-41fa-ba6d-7f1177da054a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Sep 22 17:17:38.649203 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4bc81e57-bbb6-4225-a9b3-64fee62099d5 req-8a8fd231-2f8e-49c9-a2e1-db501a19838b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Sep 22 17:17:38.758343 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4d6227a9-5f3f-4194-9ecc-09b40c686545 req-7e45f91e-1216-46d3-bf46-28fda5448d6b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 210 time: 0.0411930 Sep 22 17:17:39.795265 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6470a2-5662-44d8-870a-ec14d9c38e0c req-a0b8890a-711b-4558-8ae2-f8782624da8b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:39.796833 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bf6470a2-5662-44d8-870a-ec14d9c38e0c req-a0b8890a-711b-4558-8ae2-f8782624da8b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0638525 Sep 22 17:17:39.839985 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-19945f7e-e06c-4554-9ba6-79382919e059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:39.869211 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bf6470a2-5662-44d8-870a-ec14d9c38e0c req-485bcca6-f856-4bcc-bcc8-9cfdcb977927 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630362 Sep 22 17:17:39.949959 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-55ecc735-6b1d-49a5-9924-fd0151672493 req-6699c42c-2f91-4fa8-aafd-3203f11ad266 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 210 time: 0.0446923 Sep 22 17:17:39.962692 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05268e03-aaa9-4e10-ad96-6a0a7cf94d02 req-99b9667f-4bd7-4e14-a934-48e66cf66642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:39.964745 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-05268e03-aaa9-4e10-ad96-6a0a7cf94d02 req-99b9667f-4bd7-4e14-a934-48e66cf66642 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 1099 time: 0.1012421 Sep 22 17:17:40.024662 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-05268e03-aaa9-4e10-ad96-6a0a7cf94d02 req-ace28b6f-e982-43f1-9773-62f31e6512b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Sep 22 17:17:40.040332 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-e522996c-fa8f-45d2-86c0-c0f00e664636 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:40.043884 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-e522996c-fa8f-45d2-86c0-c0f00e664636 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "GET /v2.0/networks?id=ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 200 len: 808 time: 0.1711802 Sep 22 17:17:40.268403 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Request body: {'port': {'device_id': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171', 'admin_state_up': True, 'tenant_id': '93e2b12e977d4c90a6d098f65076277e'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:17:40.352295 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.377746 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Made reservation on behalf of 93e2b12e977d4c90a6d098f65076277e for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:40.381185 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.503729 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Allocated IP 172.20.0.9 (ee0ccac7-a028-432d-9930-1ffed0446171/45d8954c-8859-464b-abac-a29eef4a8d00/b6ed94b6-379c-4df2-b777-b999b6e18035) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:40.646436 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.679362 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.725368 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Network ee0ccac7-a028-432d-9930-1ffed0446171 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:40.728270 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:40.732212 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:17:40.756500 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Pushing event updated for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:40.783681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:40.784314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.797495 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-bf6217a2-ee32-4423-a2fb-778b60233610 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334208 Sep 22 17:17:40.811354 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Request body: {'port': {'device_id': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:17:40.863104 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.041966 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d2ef-b674-41c8-8809-8a3b27ca2cff req-ee904a51-d665-4625-87cb-4d4e67480cb2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.043426 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c31d2ef-b674-41c8-8809-8a3b27ca2cff req-ee904a51-d665-4625-87cb-4d4e67480cb2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0787416 Sep 22 17:17:41.077949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5dd8-c157-49e8-9552-6f28abe40c42 req-0f22dbf1-dc40-4d57-a87c-0abea7777b59 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.079443 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-459d5dd8-c157-49e8-9552-6f28abe40c42 req-0f22dbf1-dc40-4d57-a87c-0abea7777b59 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 931 time: 0.0629878 Sep 22 17:17:41.115650 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-459d5dd8-c157-49e8-9552-6f28abe40c42 req-64165872-bfc7-4a67-9994-6c0cf40844dc tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300698 Sep 22 17:17:41.122294 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c31d2ef-b674-41c8-8809-8a3b27ca2cff req-84768b0c-00a3-4088-ae59-ccc43b48ac54 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698569 Sep 22 17:17:41.200700 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ed94b6-379c-4df2-b777-b999b6e18035 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:17:41.209345 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.222849 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Transition to ACTIVE for port object b6ed94b6-379c-4df2-b777-b999b6e18035 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:41.226680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.275775 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:41.362140 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Attempting to bind port b6ed94b6-379c-4df2-b777-b999b6e18035 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:17:41.362477 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Attempting to bind port b6ed94b6-379c-4df2-b777-b999b6e18035 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:17:41.362804 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Attempting to bind port b6ed94b6-379c-4df2-b777-b999b6e18035 on network ee0ccac7-a028-432d-9930-1ffed0446171 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:17:41.368089 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Port b6ed94b6-379c-4df2-b777-b999b6e18035 on network ee0ccac7-a028-432d-9930-1ffed0446171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:17:41.368417 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Attempting to bind port b6ed94b6-379c-4df2-b777-b999b6e18035 on network ee0ccac7-a028-432d-9930-1ffed0446171 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:17:41.374974 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:17:41.375311 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Checking segment: {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:17:41.375730 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Bound using segment: {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:17:41.376158 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Bound port: b6ed94b6-379c-4df2-b777-b999b6e18035, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:17:41.376534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.437095 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:17:41.440079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b6ed94b6-379c-4df2-b777-b999b6e18035,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:17:41.443883 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.474356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.474958 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:41.476353 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6ed94b6-379c-4df2-b777-b999b6e18035 HTTP/1.1" status: 200 len: 1093 time: 0.6688857 Sep 22 17:17:41.476776 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:17:41.479583 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebf048-8547-47db-9e93-92a1feccf9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:41.511055 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d5e4-814b-43ab-878a-302a036655e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:41.533601 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a3541-3d20-4871-b050-99ecdb4e7468 x-openstack-request-id: req-202a3541-3d20-4871-b050-99ecdb4e7468 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:41.533888 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:41.534140 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-202a3541-3d20-4871-b050-99ecdb4e7468 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:41.534534 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035', 'status': 'completed', 'code': 200} Sep 22 17:17:41.565823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-9e6dc5b8-77e7-41b0-aa04-702061b949f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.567273 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-9e6dc5b8-77e7-41b0-aa04-702061b949f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 1096 time: 0.0425589 Sep 22 17:17:41.610826 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-87e56a68-8a53-466e-bf8f-71fab7b5cbfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ed94b6-379c-4df2-b777-b999b6e18035 HTTP/1.1" status: 200 len: 217 time: 0.0324404 Sep 22 17:17:41.661203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-96045de4-2768-4e38-bdf5-a927e7add4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.662675 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-96045de4-2768-4e38-bdf5-a927e7add4ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45d8954c-8859-464b-abac-a29eef4a8d00 HTTP/1.1" status: 200 len: 848 time: 0.0406556 Sep 22 17:17:41.706163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-7eff035d-80a8-42b0-868e-78b37ffef645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee0ccac7-a028-432d-9930-1ffed0446171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297909 Sep 22 17:17:41.797031 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-dd7d9562-c0a0-41cc-aa32-af73128dc81d service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813885 Sep 22 17:17:41.891724 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f2666485-e6c1-4905-a44b-eaa55f9ea3a9 req-60d73fa4-7b0d-4fca-bb30-5231fe25b350 service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857844 Sep 22 17:17:41.973242 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-62647d8e-9da1-44cf-9463-13b06f15f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:41.974715 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-62647d8e-9da1-44cf-9463-13b06f15f346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 1096 time: 0.0386090 Sep 22 17:17:42.079238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-c57be3c3-fcd2-4519-9547-e34945a77178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:42.080743 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-c57be3c3-fcd2-4519-9547-e34945a77178 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 200 len: 909 time: 0.0934167 Sep 22 17:17:42.125465 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-ad0a2eb9-2355-4c11-bd2d-b4ceddeba109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ed94b6-379c-4df2-b777-b999b6e18035 HTTP/1.1" status: 200 len: 217 time: 0.0324681 Sep 22 17:17:42.176946 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-ec2aa136-a26e-4311-ad09-e80fd2c21cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:42.178415 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-ec2aa136-a26e-4311-ad09-e80fd2c21cc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45d8954c-8859-464b-abac-a29eef4a8d00 HTTP/1.1" status: 200 len: 848 time: 0.0452480 Sep 22 17:17:42.237915 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-408baf82-bdb5-49ab-a222-f37a2c9dc323 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee0ccac7-a028-432d-9930-1ffed0446171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445416 Sep 22 17:17:42.241231 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628efa-bdbe-490d-b312-067a2293fa4a req-fa608f7b-f9de-49d6-a76d-92edabc1f545 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:42.242784 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f4628efa-bdbe-490d-b312-067a2293fa4a req-fa608f7b-f9de-49d6-a76d-92edabc1f545 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Sep 22 17:17:42.264804 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd5b8-9bf5-4922-94e3-7b35867a8b58 req-4f7bab2f-f148-46c3-9e67-eed261ec37ce tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:42.266252 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ea4cd5b8-9bf5-4922-94e3-7b35867a8b58 req-4f7bab2f-f148-46c3-9e67-eed261ec37ce tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0814114 Sep 22 17:17:42.280607 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f4628efa-bdbe-490d-b312-067a2293fa4a req-afe404ee-c516-4b97-92c0-e371de7b0ca3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Sep 22 17:17:42.313440 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d7ed3160-b2c7-4903-9a2f-7adda5d850da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:42.357006 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ea4cd5b8-9bf5-4922-94e3-7b35867a8b58 req-5fb69982-fb79-465f-b377-decf83df8616 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810726 Sep 22 17:17:42.376514 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-a44454cf-28d5-4c93-9ccc-35fe61a3d288 service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274662 Sep 22 17:17:42.509113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4481219-649c-408f-95fc-109bf7f4f46a req-9d30ccb9-c7c3-49d6-9d22-3cae06b743db tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:42.511249 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c4481219-649c-408f-95fc-109bf7f4f46a req-9d30ccb9-c7c3-49d6-9d22-3cae06b743db tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0891609 Sep 22 17:17:42.516545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9ebf048-8547-47db-9e93-92a1feccf9a6 req-0c78a361-7239-4e71-b6c2-a05b8312606b service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300189 Sep 22 17:17:42.548162 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c4481219-649c-408f-95fc-109bf7f4f46a req-516092d9-1377-43df-be73-05baaaa8adea tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Sep 22 17:17:43.168136 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:43.214921 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:43.484746 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9cdf7-5a74-434a-b225-aab78db3c0e8 req-e6f63227-73cc-4f57-afe7-6628c1dcbdc8 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:43.486198 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1cc9cdf7-5a74-434a-b225-aab78db3c0e8 req-e6f63227-73cc-4f57-afe7-6628c1dcbdc8 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0479207 Sep 22 17:17:43.522400 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1cc9cdf7-5a74-434a-b225-aab78db3c0e8 req-640aa965-ab34-4d0c-94f9-a08efdfaf03e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Sep 22 17:17:44.143230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-122b0a11-b638-4ff8-a3d8-5a3006067a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:44.144759 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-122b0a11-b638-4ff8-a3d8-5a3006067a82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0747736 Sep 22 17:17:44.152990 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f2cb3-8621-41b9-bc2d-c0d880d7184b req-4f06627c-11a2-4129-9a7d-9abb7f139c54 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:44.154367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-234f2cb3-8621-41b9-bc2d-c0d880d7184b req-4f06627c-11a2-4129-9a7d-9abb7f139c54 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0760615 Sep 22 17:17:44.249516 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-234f2cb3-8621-41b9-bc2d-c0d880d7184b req-b366e747-62ec-4a8b-bd86-f6f4d3b8f1a9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885720 Sep 22 17:17:44.269677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-d87f433b-76b3-43ea-9406-3bf8e44a852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:44.271109 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-d87f433b-76b3-43ea-9406-3bf8e44a852a service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.1113863 Sep 22 17:17:44.316050 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-916c0c46-146a-4a6a-a973-4bbc2c808b4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.0326312 Sep 22 17:17:44.374884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-ab613e20-cd7a-4fd0-b2e7-6153c647a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:44.376460 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-ab613e20-cd7a-4fd0-b2e7-6153c647a637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0518813 Sep 22 17:17:44.407267 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-8021152e-1c7c-48db-93a3-55db7762b206 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221181 Sep 22 17:17:44.502309 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-d634888b-4605-416e-a47a-9c2fdc906939 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860226 Sep 22 17:17:44.629703 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-91e1f04f-02a2-4527-b7e9-d47364dc1823 req-c7c63981-dee6-4fbc-be86-932debb3da2a service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149843 Sep 22 17:17:44.653524 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566fa0-9730-489f-b6de-887319b15d87 req-156f7de6-a452-4696-b1a7-340f166315ef tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:44.655089 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cd566fa0-9730-489f-b6de-887319b15d87 req-156f7de6-a452-4696-b1a7-340f166315ef tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0629714 Sep 22 17:17:44.693414 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cd566fa0-9730-489f-b6de-887319b15d87 req-c1aac8fe-5d23-4a50-83f2-361a0a22d5fc tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Sep 22 17:17:45.297321 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:45.363453 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8830-559e-4c7f-aa8a-9dd11b10f7c4 req-03b462bf-b07a-43de-87f3-8007968005c7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:45.364939 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21ed8830-559e-4c7f-aa8a-9dd11b10f7c4 req-03b462bf-b07a-43de-87f3-8007968005c7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0473146 Sep 22 17:17:45.400947 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21ed8830-559e-4c7f-aa8a-9dd11b10f7c4 req-fe449c5e-7a94-42fa-8a73-36fef44a9ed0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294485 Sep 22 17:17:45.815889 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174722d-43b7-4648-9bf4-a803f13f6fc9 req-ceb91ee7-a951-4f00-a3a0-e2c837d9e202 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:45.817371 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7174722d-43b7-4648-9bf4-a803f13f6fc9 req-ceb91ee7-a951-4f00-a3a0-e2c837d9e202 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0517323 Sep 22 17:17:45.856044 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7174722d-43b7-4648-9bf4-a803f13f6fc9 req-f51c13dd-f8f9-4259-a87f-7076d0374eae tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Sep 22 17:17:46.512417 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf750e-c12e-499d-8a20-d41e44c1873b req-13ccf33a-807b-42ec-8157-c28e44038dfa tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:46.513885 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aecf750e-c12e-499d-8a20-d41e44c1873b req-13ccf33a-807b-42ec-8157-c28e44038dfa tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0469489 Sep 22 17:17:46.550911 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aecf750e-c12e-499d-8a20-d41e44c1873b req-6c5eaffd-f2be-4d04-8fbe-f23bfc01f69f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Sep 22 17:17:46.965912 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fae-4e25-49e5-8dc3-d4b36097b3d5 req-436bab0b-cc6d-4233-bd6f-b99764736794 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:46.967335 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4379fae-4e25-49e5-8dc3-d4b36097b3d5 req-436bab0b-cc6d-4233-bd6f-b99764736794 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0467818 Sep 22 17:17:47.004683 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e4379fae-4e25-49e5-8dc3-d4b36097b3d5 req-117a1e1f-b60f-4c56-9405-950799e73505 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Sep 22 17:17:47.669215 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd1758-b4f5-47c5-9c0b-59e8fc2d8150 req-a246b64d-b916-4038-831f-6b2a3efefe1e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:47.670671 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3dd1758-b4f5-47c5-9c0b-59e8fc2d8150 req-a246b64d-b916-4038-831f-6b2a3efefe1e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0500519 Sep 22 17:17:47.706893 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3dd1758-b4f5-47c5-9c0b-59e8fc2d8150 req-166b9e7a-f518-4a58-a186-830063e98cd6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Sep 22 17:17:47.825858 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b6ed94b6-379c-4df2-b777-b999b6e18035 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:17:48.033200 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b6ed94b6-379c-4df2-b777-b999b6e18035,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:48.045692 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'b6ed94b6-379c-4df2-b777-b999b6e18035', 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171', 'port_id': 'b6ed94b6-379c-4df2-b777-b999b6e18035', 'mac_address': 'fa:16:3e:d6:3d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d8954c-8859-464b-abac-a29eef4a8d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:17:48.081358 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:48.093451 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ed94b6-379c-4df2-b777-b999b6e18035 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:17:48.114764 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b6ed94b6-379c-4df2-b777-b999b6e18035,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:48.118772 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:48.125497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa285-b610-4f38-8433-bc3fc0156830 req-25a02db1-b788-49af-b7fd-002049774796 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:48.127059 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-11bfa285-b610-4f38-8433-bc3fc0156830 req-25a02db1-b788-49af-b7fd-002049774796 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 943 time: 0.0550067 Sep 22 17:17:48.166885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:48.174460 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.174805 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.175147 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.175483 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.175836 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.176166 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.176493 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.176818 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.177171 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.177499 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.177821 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.178139 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:48.381275 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-11bfa285-b610-4f38-8433-bc3fc0156830 req-d23c8eae-0565-43d3-a338-86ad21683935 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480106 Sep 22 17:17:48.545254 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['b6ed94b6-379c-4df2-b777-b999b6e18035'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:17:48.822540 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ace860-e266-4005-a62a-1815dfa3a35f req-5217d1ab-8ff5-4ed2-ad51-c0fe56493fc4 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:48.823923 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98ace860-e266-4005-a62a-1815dfa3a35f req-5217d1ab-8ff5-4ed2-ad51-c0fe56493fc4 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0483232 Sep 22 17:17:48.860104 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98ace860-e266-4005-a62a-1815dfa3a35f req-a1147d76-3819-489e-a5b4-e47575d0ee21 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304205 Sep 22 17:17:49.493461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51de53-f931-4dc1-93b4-bb11afeb4644 req-0eb486e4-af08-4f5a-998a-6f0551488c2c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:49.495398 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ae51de53-f931-4dc1-93b4-bb11afeb4644 req-0eb486e4-af08-4f5a-998a-6f0551488c2c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 944 time: 0.0455906 Sep 22 17:17:49.531191 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ae51de53-f931-4dc1-93b4-bb11afeb4644 req-ef5bd543-4b10-44a0-ab7e-5284042dd92f tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300760 Sep 22 17:17:49.835080 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b6ed94b6-379c-4df2-b777-b999b6e18035 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:17:49.881621 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port b6ed94b6-379c-4df2-b777-b999b6e18035 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:49.887714 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port b6ed94b6-379c-4df2-b777-b999b6e18035 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:49.887714 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:49.966262 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:49.976912 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dc426-f9cc-4d52-b3d1-80898666d91a req-9f3ee429-31a3-450d-a3d2-494cb3eb6ab5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:49.978326 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-360dc426-f9cc-4d52-b3d1-80898666d91a req-9f3ee429-31a3-450d-a3d2-494cb3eb6ab5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0475314 Sep 22 17:17:49.993833 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:17:49.996643 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763bcea3-a7d1-42df-9b3c-ba9cb9b5820c" -d '{"events": [{"server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:50.009197 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b6ed94b6-379c-4df2-b777-b999b6e18035,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:50.014022 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:50.021967 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-360dc426-f9cc-4d52-b3d1-80898666d91a req-28ec2696-a68f-4aac-b4cd-57d874660198 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Sep 22 17:17:50.041813 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc0db1-b162-440a-a8ba-bf13b49694e7 x-openstack-request-id: req-6efc0db1-b162-440a-a8ba-bf13b49694e7 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:50.042212 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:50.043100 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6efc0db1-b162-440a-a8ba-bf13b49694e7 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:50.043833 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035', 'code': 200} Sep 22 17:17:50.069057 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:50.223792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33039931-960e-4d50-bcde-2185b0a46fe6 req-42cd56f7-729c-41ec-b775-b73c2dd17db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:50.225402 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33039931-960e-4d50-bcde-2185b0a46fe6 req-42cd56f7-729c-41ec-b775-b73c2dd17db6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 1098 time: 0.0376706 Sep 22 17:17:50.264825 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33039931-960e-4d50-bcde-2185b0a46fe6 req-961c491d-f5ee-4ef7-ae9b-a4bde43e4466 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273070 Sep 22 17:17:50.651744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8300-a5e1-4cfd-ad96-9782e9565f12 req-e7750845-f94c-4df9-a803-9128eed7d8aa tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:50.651744 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fc3c8300-a5e1-4cfd-ad96-9782e9565f12 req-e7750845-f94c-4df9-a803-9128eed7d8aa tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0510814 Sep 22 17:17:50.687860 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fc3c8300-a5e1-4cfd-ad96-9782e9565f12 req-108186c1-324d-434b-9e59-00c46ea1d569 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Sep 22 17:17:51.143938 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a7d90-c176-472c-903d-f1d9598536cf req-e3ab11a6-c7c7-4aa9-b88e-68ac0a9e02eb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:51.145379 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-da3a7d90-c176-472c-903d-f1d9598536cf req-e3ab11a6-c7c7-4aa9-b88e-68ac0a9e02eb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0549476 Sep 22 17:17:51.186861 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-da3a7d90-c176-472c-903d-f1d9598536cf req-1700c231-6086-4cb3-9f7b-5ce8989e117c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Sep 22 17:17:51.810960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862dcbb-244c-4dee-ae3a-65270cb404f3 req-bc7cc5d9-f9f2-4fdb-833c-f3e413f4080b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:51.812462 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9862dcbb-244c-4dee-ae3a-65270cb404f3 req-bc7cc5d9-f9f2-4fdb-833c-f3e413f4080b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0551963 Sep 22 17:17:51.854755 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9862dcbb-244c-4dee-ae3a-65270cb404f3 req-00a6aff5-c7c3-41e2-8b74-4f6a9e97e2a6 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Sep 22 17:17:52.308265 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1740c-d478-490c-9902-a7a656fc281f req-38d08cb8-fde4-4a84-925b-26a02751a4de tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:52.309737 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-92a1740c-d478-490c-9902-a7a656fc281f req-38d08cb8-fde4-4a84-925b-26a02751a4de tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0483184 Sep 22 17:17:52.346586 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-92a1740c-d478-490c-9902-a7a656fc281f req-ac2b2d60-b6b7-4df9-a45c-5df1622e1a8a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Sep 22 17:17:52.972551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ba35a-21ed-466b-aa3e-03b5ff05f1c5 req-470d7c16-8a37-40ec-ad9f-37d88ea3abe9 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:52.973963 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7b0ba35a-21ed-466b-aa3e-03b5ff05f1c5 req-470d7c16-8a37-40ec-ad9f-37d88ea3abe9 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0460284 Sep 22 17:17:53.010404 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7b0ba35a-21ed-466b-aa3e-03b5ff05f1c5 req-f1aa26c6-f7da-4429-8ee2-eaa69d220aa8 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Sep 22 17:17:53.466639 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab5830-f0dd-4bcb-937d-5b822270b3b5 req-e185b92a-da20-415b-89eb-9b1608d81857 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:53.468101 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8ab5830-f0dd-4bcb-937d-5b822270b3b5 req-e185b92a-da20-415b-89eb-9b1608d81857 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0560443 Sep 22 17:17:53.504688 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8ab5830-f0dd-4bcb-937d-5b822270b3b5 req-8c22124c-6728-4247-9632-da3317c1ff88 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Sep 22 17:17:54.613361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12f75-59c9-4b2c-b60b-de7a788b40cb req-cdeb8fe0-6681-4770-b620-bf2ad2aae639 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:54.614771 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4be12f75-59c9-4b2c-b60b-de7a788b40cb req-cdeb8fe0-6681-4770-b620-bf2ad2aae639 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0462625 Sep 22 17:17:54.651068 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4be12f75-59c9-4b2c-b60b-de7a788b40cb req-943263cb-33c0-4bd1-9200-aa7d53982bc7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Sep 22 17:17:55.767716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbd7c4-fc07-429a-a07f-03e843850032 req-28311e10-25c5-41c2-a630-516f3fa6e1a1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:55.769276 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bccbd7c4-fc07-429a-a07f-03e843850032 req-28311e10-25c5-41c2-a630-516f3fa6e1a1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0495760 Sep 22 17:17:55.812146 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bccbd7c4-fc07-429a-a07f-03e843850032 req-78c88be4-0e90-441a-81bd-cf208c45e89b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Sep 22 17:17:56.938016 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbe1fd-1951-466f-800e-60c4cf5ca101 req-abf41ac7-cec0-461f-bf51-5c55d99643d7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:56.939561 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-89cbe1fd-1951-466f-800e-60c4cf5ca101 req-abf41ac7-cec0-461f-bf51-5c55d99643d7 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0591178 Sep 22 17:17:56.977778 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-89cbe1fd-1951-466f-800e-60c4cf5ca101 req-0d09874b-7247-44fe-9a25-d7cb7455d102 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Sep 22 17:17:57.017660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9d613-2c13-46bc-b89d-ef279bfd99c5 req-15207ced-69df-437a-8afb-b68fe5465b05 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:57.019124 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b9d613-2c13-46bc-b89d-ef279bfd99c5 req-15207ced-69df-437a-8afb-b68fe5465b05 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0590906 Sep 22 17:17:57.055322 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b9d613-2c13-46bc-b89d-ef279bfd99c5 req-468907ff-fb6e-4abe-a668-4667f3f30170 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303304 Sep 22 17:17:58.103156 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6efab3-8344-4bb1-b96e-5ba2f09b592f req-d3d3723a-62f2-493c-8289-d806e9699c0f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:58.104644 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4f6efab3-8344-4bb1-b96e-5ba2f09b592f req-d3d3723a-62f2-493c-8289-d806e9699c0f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0534041 Sep 22 17:17:58.144135 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4f6efab3-8344-4bb1-b96e-5ba2f09b592f req-40c01012-29f1-45b1-9ca5-a29b43468573 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Sep 22 17:17:58.168367 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296833-dd12-4b76-94f4-4cd5f5db4fb4 req-7db49d40-5aec-415a-8e4a-7bd28540b9c3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:58.170208 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5296833-dd12-4b76-94f4-4cd5f5db4fb4 req-7db49d40-5aec-415a-8e4a-7bd28540b9c3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0493810 Sep 22 17:17:58.210950 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5296833-dd12-4b76-94f4-4cd5f5db4fb4 req-3e9e2eeb-4e9f-4813-9cab-39ae19124e90 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Sep 22 17:17:58.989929 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fd1f3-894b-4648-af19-adad48f80308 req-abaf7299-daa2-4fd6-994c-63e0106b2739 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:58.992192 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-701fd1f3-894b-4648-af19-adad48f80308 req-abaf7299-daa2-4fd6-994c-63e0106b2739 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0549479 Sep 22 17:17:58.994475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 48530) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:59.104534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Deleting port b6ed94b6-379c-4df2-b777-b999b6e18035 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:17:59.105311 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.138033 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.226709 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bb1fa-7e1d-4f84-9bc8-652dc40aa049 req-801ff38d-6087-4335-84fb-8afc5c770b04 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:59.236192 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-127bb1fa-7e1d-4f84-9bc8-652dc40aa049 req-801ff38d-6087-4335-84fb-8afc5c770b04 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0674317 Sep 22 17:17:59.242269 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] For port b6ed94b6-379c-4df2-b777-b999b6e18035, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b6ed94b6-379c-4df2-b777-b999b6e18035,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:59.242555 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.269629 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-127bb1fa-7e1d-4f84-9bc8-652dc40aa049 req-deb119a6-ff21-4b8e-8d2a-c7ea7560a078 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Sep 22 17:17:59.270254 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Calling delete_port for b6ed94b6-379c-4df2-b777-b999b6e18035 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:17:59.396714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1639c-894c-49db-be41-0aedb695496d req-3a3976a1-12e8-427c-8fe4-647ee11cd696 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:59.398540 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12c1639c-894c-49db-be41-0aedb695496d req-3a3976a1-12e8-427c-8fe4-647ee11cd696 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1435497 Sep 22 17:17:59.407045 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf5c49-0ce5-48f4-99d4-3a7882856cf9 req-cdf70fea-9ddb-4632-b8a6-474a3170b55c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:17:59.408816 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8bf5c49-0ce5-48f4-99d4-3a7882856cf9 req-cdf70fea-9ddb-4632-b8a6-474a3170b55c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=93096e8d-94dc-4ec8-9f9c-7e50e40269ea HTTP/1.1" status: 200 len: 945 time: 0.0646827 Sep 22 17:17:59.415920 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.431899 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.452578 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8bf5c49-0ce5-48f4-99d4-3a7882856cf9 req-59e6b315-911c-4b49-b78b-efeb8d29d01f tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 Sep 22 17:17:59.527047 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4549c7e0a5db4de3b1883ba523500b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314069 Sep 22 17:17:59.529851 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48546) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:17:59.532829 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12c1639c-894c-49db-be41-0aedb695496d req-bc0fbb8f-9287-44af-a64c-7437eb3abb13 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156659 Sep 22 17:17:59.535803 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9570614-ca2b-482c-b877-fc3e2a1f84e5,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.555301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db366d5e-599b-4ac4-95e9-798fa4fcdab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.568029 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.597173 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['b6ed94b6-379c-4df2-b777-b999b6e18035'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:17:59.598152 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Pushing event deleted for resources: {'Port': ['ID=b6ed94b6-379c-4df2-b777-b999b6e18035,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:59.650571 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.657797 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] No DVR routers for this DVR port b6ed94b6-379c-4df2-b777-b999b6e18035 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:17:59.662671 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.666433 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-701fd1f3-894b-4648-af19-adad48f80308 req-0d537875-4457-437a-a253-6b11dd24dd49 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "DELETE /v2.0/ports/b6ed94b6-379c-4df2-b777-b999b6e18035 HTTP/1.1" status: 204 len: 173 time: 0.6654656 Sep 22 17:17:59.667528 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'name': 'network-vif-deleted', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:17:59.672847 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.682722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50acb3-2d31-46bc-8f23-a74f40d01996" -d '{"events": [{"server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "name": "network-vif-deleted", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:59.728614 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11db801b-1da1-4f13-8cb9-758df002ee7b x-openstack-request-id: req-11db801b-1da1-4f13-8cb9-758df002ee7b {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:59.728976 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93096e8d-94dc-4ec8-9f9c-7e50e40269ea", "name": "network-vif-deleted", "tag": "b6ed94b6-379c-4df2-b777-b999b6e18035", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:59.729295 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11db801b-1da1-4f13-8cb9-758df002ee7b {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:59.729866 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93096e8d-94dc-4ec8-9f9c-7e50e40269ea', 'name': 'network-vif-deleted', 'tag': 'b6ed94b6-379c-4df2-b777-b999b6e18035', 'status': 'completed', 'code': 200} Sep 22 17:17:59.733676 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.736445 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:59.738315 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9570614-ca2b-482c-b877-fc3e2a1f84e5 HTTP/1.1" status: 204 len: 168 time: 0.2064259 Sep 22 17:17:59.747321 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9570614-ca2b-482c-b877-fc3e2a1f84e5,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:59.755425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.756074 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.756422 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.756972 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.757292 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.757621 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.758104 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.758632 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.759113 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.760059 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.760658 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:59.761014 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88390491-54fd-4a5e-a552-aa4544a026fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:00.404737 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a00bc2-8134-40a4-9734-84ebd78a23f7 req-8ea33d37-8209-456e-9588-a355aa6718fa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:00.406234 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a0a00bc2-8134-40a4-9734-84ebd78a23f7 req-8ea33d37-8209-456e-9588-a355aa6718fa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0535817 Sep 22 17:18:00.450666 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a0a00bc2-8134-40a4-9734-84ebd78a23f7 req-21d303b5-551f-4db1-852b-6ed5cb0c2805 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Sep 22 17:18:00.655293 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb95fc-d7af-4be1-a9cc-7496941f709f req-1b9ff544-6950-458a-b0c9-a07c8fda6ed9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:00.657122 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bfb95fc-d7af-4be1-a9cc-7496941f709f req-1b9ff544-6950-458a-b0c9-a07c8fda6ed9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0510917 Sep 22 17:18:00.707016 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bfb95fc-d7af-4be1-a9cc-7496941f709f req-4e3e2232-e1a1-4fba-b84e-4f8fcbd4fedf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Sep 22 17:18:00.797555 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-42de968f-24f2-4891-bfd2-c3dab5d2a8c1 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:00.804318 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-42de968f-24f2-4891-bfd2-c3dab5d2a8c1 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/networks?id=ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 200 len: 808 time: 0.1175928 Sep 22 17:18:00.815601 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-47f521ab-8c1b-4acc-8307-d8dbd8d8a460 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/quotas/93e2b12e977d4c90a6d098f65076277e HTTP/1.1" status: 200 len: 375 time: 0.0096641 Sep 22 17:18:00.848486 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-732bd83c-fb5c-4c28-a748-907aaf0f92a5 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268583 Sep 22 17:18:00.850211 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 48622) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:00.945141 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-2da8ac8d-f274-4a36-ae67-ae7461e7b1ee service neutron] 10.222.0.11 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Sep 22 17:18:00.968413 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-89af2194-2294-491b-8398-993af935e46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.040625 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-b6a9c15c-c6d7-4c7f-9983-71fde49d9df1 service neutron] 10.222.0.11 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Sep 22 17:18:01.066588 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-89af2194-2294-491b-8398-993af935e46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.070660 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-89af2194-2294-491b-8398-993af935e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.108599 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-89af2194-2294-491b-8398-993af935e46f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c0cef57d0dd4bc78744cb5b881a9ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572196 Sep 22 17:18:01.110502 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2194-2294-491b-8398-993af935e46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5cf443-6eba-41f4-89cd-81796f103a69,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:01.111352 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48628) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:01.209607 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.214178 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f0661e12-2066-48b8-b05e-26f1a4b8bb0b req-e664b20b-5ad8-4c85-9d96-50b54aa5a74d tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 210 time: 0.0327806 Sep 22 17:18:01.234112 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.488037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.491585 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:01.492751 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff5cf443-6eba-41f4-89cd-81796f103a69 HTTP/1.1" status: 204 len: 168 time: 0.3803639 Sep 22 17:18:01.504054 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f27c5c-3bc4-4574-96cc-c53d8f93b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5cf443-6eba-41f4-89cd-81796f103a69,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:01.570469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207bcb8-fdfd-4546-bfb6-8a84f9bba4b8 req-e99c3cfc-37ae-45c5-8f49-d99d4a8cd538 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:01.572556 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3207bcb8-fdfd-4546-bfb6-8a84f9bba4b8 req-e99c3cfc-37ae-45c5-8f49-d99d4a8cd538 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0509584 Sep 22 17:18:01.613562 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3207bcb8-fdfd-4546-bfb6-8a84f9bba4b8 req-8caf5a54-e601-4685-8148-9f9aee28e7ba tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Sep 22 17:18:01.823723 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551ead2-3b07-48e9-9908-d80613cd1da5 req-ca506f17-1da8-4da0-a543-36443aa09ddd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:01.825199 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1551ead2-3b07-48e9-9908-d80613cd1da5 req-ca506f17-1da8-4da0-a543-36443aa09ddd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0498524 Sep 22 17:18:01.862707 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1551ead2-3b07-48e9-9908-d80613cd1da5 req-68fa0dd3-59dc-45fa-8bc3-60aefa6457d4 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Sep 22 17:18:02.305808 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-55fe5c7b-f3d8-475c-9479-82c064f5191a req-b721627a-b80c-487a-b77e-0b6a06b270c7 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 210 time: 0.0285470 Sep 22 17:18:02.724587 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca1d9e-25f1-4a55-8fca-b7226990c91c req-e764292e-706b-47b4-a047-c00808054bb0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:02.726001 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-77ca1d9e-25f1-4a55-8fca-b7226990c91c req-e764292e-706b-47b4-a047-c00808054bb0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0463629 Sep 22 17:18:02.762557 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-77ca1d9e-25f1-4a55-8fca-b7226990c91c req-790f15a7-773b-4c08-bd6a-6daf3afc111c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304303 Sep 22 17:18:02.971949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629e83-9ed7-4732-bce4-0e99423f4d5e req-fad33f1e-e672-4b5a-a831-68f13723de6b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:02.973385 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-94629e83-9ed7-4732-bce4-0e99423f4d5e req-fad33f1e-e672-4b5a-a831-68f13723de6b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0470231 Sep 22 17:18:03.008995 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-94629e83-9ed7-4732-bce4-0e99423f4d5e req-7e07b37e-153a-4685-b7db-f78ac05077dc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297990 Sep 22 17:18:03.397428 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec9ad68d-ecc3-44ee-ab34-b0e53b29f94b req-b90462ab-9294-42a9-b00b-dea43fe69cd3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 210 time: 0.0273974 Sep 22 17:18:03.883992 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734d84-06bd-4d0e-9bef-2593c83f5fe5 req-3bbcc1a3-ba2c-4c22-92a1-df1c6ed4f3d9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:03.885996 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-13734d84-06bd-4d0e-9bef-2593c83f5fe5 req-3bbcc1a3-ba2c-4c22-92a1-df1c6ed4f3d9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0485444 Sep 22 17:18:03.916745 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b6ed94b6-379c-4df2-b777-b999b6e18035 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:03.928130 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-13734d84-06bd-4d0e-9bef-2593c83f5fe5 req-be2e0e2d-a448-4b4e-953c-022a222bbc5a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Sep 22 17:18:03.937407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: b6ed94b6-379c-4df2-b777-b999b6e18035 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:18:03.937756 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b6ed94b6-379c-4df2-b777-b999b6e18035 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:04.275291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-4aaa6d0e-bd3b-4bf1-b61b-41b958da8b8f tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:04.276930 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-4aaa6d0e-bd3b-4bf1-b61b-41b958da8b8f tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "GET /v2.0/networks?id=ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 200 len: 808 time: 0.1735897 Sep 22 17:18:04.296182 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86248e3b-b0e0-4eea-8f2f-c3d18334902a req-72cdc96c-d696-423e-9c3b-bfa1dd39f0b5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:04.297638 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-86248e3b-b0e0-4eea-8f2f-c3d18334902a req-72cdc96c-d696-423e-9c3b-bfa1dd39f0b5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0715508 Sep 22 17:18:04.302477 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Request body: {'port': {'device_id': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171', 'admin_state_up': True, 'tenant_id': '93e2b12e977d4c90a6d098f65076277e'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:04.394923 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-86248e3b-b0e0-4eea-8f2f-c3d18334902a req-43a7d27d-89cd-49ce-9b66-51b83f5780fd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874984 Sep 22 17:18:04.438318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Made reservation on behalf of 93e2b12e977d4c90a6d098f65076277e for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:04.442530 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:04.492932 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-13cde122-1058-4b6b-9696-e5318beb6dba req-2e3dfa50-6315-4521-a840-9cc31cfcd07e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 210 time: 0.0262411 Sep 22 17:18:04.597543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Allocated IP 172.20.0.13 (ee0ccac7-a028-432d-9930-1ffed0446171/45d8954c-8859-464b-abac-a29eef4a8d00/056bc66d-2015-4ea3-9b7c-6f4399cd38ce) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:18:04.687738 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2ecc-cb80-4af9-987c-28e94efecf00 req-006bda8b-abf3-41f6-aa98-63da0112a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:04.689230 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-388e2ecc-cb80-4af9-987c-28e94efecf00 req-006bda8b-abf3-41f6-aa98-63da0112a754 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0429537 Sep 22 17:18:04.726914 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-388e2ecc-cb80-4af9-987c-28e94efecf00 req-bb352d6c-a9b3-4b91-846b-12bc9bee54ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291781 Sep 22 17:18:04.764931 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:04.801666 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:04.848722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Network ee0ccac7-a028-432d-9930-1ffed0446171 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:18:04.851777 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:04.854823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:18:04.886129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Pushing event updated for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:04.911731 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:04.912280 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:04.926078 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-364f0710-aa96-48a2-8507-435d68b15294 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274810 Sep 22 17:18:04.957237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Request body: {'port': {'device_id': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:05.037198 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.083053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20339-57f8-46b7-9836-9f705cb4ebc6 req-e9f74a43-38b6-49dd-9296-99398ab61f05 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:05.084491 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-23b20339-57f8-46b7-9836-9f705cb4ebc6 req-e9f74a43-38b6-49dd-9296-99398ab61f05 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0783563 Sep 22 17:18:05.189387 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-23b20339-57f8-46b7-9836-9f705cb4ebc6 req-57d7c606-81cb-4876-a517-bda35bf5b728 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971112 Sep 22 17:18:05.338685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056bc66d-2015-4ea3-9b7c-6f4399cd38ce {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:18:05.345746 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.358654 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Transition to ACTIVE for port object 056bc66d-2015-4ea3-9b7c-6f4399cd38ce will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:18:05.362350 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.411079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:05.472029 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Attempting to bind port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:18:05.472281 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Attempting to bind port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:18:05.472612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Attempting to bind port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce on network ee0ccac7-a028-432d-9930-1ffed0446171 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:05.476743 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce on network ee0ccac7-a028-432d-9930-1ffed0446171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:18:05.477058 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Attempting to bind port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce on network ee0ccac7-a028-432d-9930-1ffed0446171 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:05.482102 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:18:05.482426 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Checking segment: {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:18:05.482801 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Bound using segment: {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:18:05.483220 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Bound port: 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02484393-c4f1-4bb5-88d7-ce2800e0ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:18:05.483571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.513446 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492105-0c73-4359-8e36-39cb9ca1171d req-b48acb17-d697-4af3-8ef2-362a4519a1da tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:05.514922 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a5492105-0c73-4359-8e36-39cb9ca1171d req-b48acb17-d697-4af3-8ef2-362a4519a1da tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0502284 Sep 22 17:18:05.550345 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:18:05.553695 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:18:05.553969 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a5492105-0c73-4359-8e36-39cb9ca1171d req-31421fc9-c0a2-4a97-b47d-4b7f07a0eeaf tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Sep 22 17:18:05.558083 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.613830 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:05.614451 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.616034 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] 10.222.0.24 "PUT /v2.0/ports/056bc66d-2015-4ea3-9b7c-6f4399cd38ce HTTP/1.1" status: 200 len: 1094 time: 0.6629944 Sep 22 17:18:05.620300 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:05.622497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8785341b-335c-4a10-af8d-6f04db9dd976" -d '{"events": [{"name": "network-changed", "server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:05.661416 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c2119-b114-4080-88e5-016cb4722363 req-7152ab0c-130b-4657-9564-e2d7448e533c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:05.662924 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ba5c2119-b114-4080-88e5-016cb4722363 req-7152ab0c-130b-4657-9564-e2d7448e533c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.1011710 Sep 22 17:18:05.664563 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f36772-9464-4247-aa9f-481028608fdd x-openstack-request-id: req-10f36772-9464-4247-aa9f-481028608fdd {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:05.664839 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:05.665087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10f36772-9464-4247-aa9f-481028608fdd {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:05.665461 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce', 'status': 'completed', 'code': 200} Sep 22 17:18:05.666117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7254ac-29e0-47d9-b355-96224748bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:05.700951 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ba5c2119-b114-4080-88e5-016cb4722363 req-90534ebb-eb4a-4b23-9050-bcf088ccfcbc tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 22 17:18:06.307893 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1acf8-4ffc-4e27-8509-3b0980448a1e req-01aaa345-c1d4-4445-ab28-2b0ec148a295 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:06.309437 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4aa1acf8-4ffc-4e27-8509-3b0980448a1e req-01aaa345-c1d4-4445-ab28-2b0ec148a295 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0476735 Sep 22 17:18:06.345017 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4aa1acf8-4ffc-4e27-8509-3b0980448a1e req-10c9d507-656b-468c-a9fd-8532b1af9b69 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299010 Sep 22 17:18:06.671762 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951e55-1312-4a63-a8c2-d35328f21a68 req-6216e356-4909-44ee-a9bc-f7d2e86c0370 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:06.673195 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2f951e55-1312-4a63-a8c2-d35328f21a68 req-6216e356-4909-44ee-a9bc-f7d2e86c0370 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0480323 Sep 22 17:18:06.711308 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2f951e55-1312-4a63-a8c2-d35328f21a68 req-92319f60-9c0d-4b39-b8ad-cb8ba10c0109 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Sep 22 17:18:06.815403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b6379-58ed-42f0-b8b6-0e55081a4472 req-96473b8e-92e0-460f-8a6a-08aa4d7d443e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:06.816887 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec8b6379-58ed-42f0-b8b6-0e55081a4472 req-96473b8e-92e0-460f-8a6a-08aa4d7d443e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0483119 Sep 22 17:18:06.853583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec8b6379-58ed-42f0-b8b6-0e55081a4472 req-252ae8f0-188a-445a-af23-9ae649fbd984 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297418 Sep 22 17:18:07.460359 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46541dd-507b-4597-8bab-d4e0944affb5 req-2e153b40-1843-453d-9963-613da4b6dcf1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:07.461807 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b46541dd-507b-4597-8bab-d4e0944affb5 req-2e153b40-1843-453d-9963-613da4b6dcf1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0477731 Sep 22 17:18:07.498199 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b46541dd-507b-4597-8bab-d4e0944affb5 req-6ad0cc60-293d-42f7-b402-91e39ae840fa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299947 Sep 22 17:18:07.828606 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b42cc-65c5-48ef-ad7f-dac8dc2d868c req-df58039b-75a5-4f26-b914-d0f1dc074779 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:07.830061 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-466b42cc-65c5-48ef-ad7f-dac8dc2d868c req-df58039b-75a5-4f26-b914-d0f1dc074779 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0531635 Sep 22 17:18:07.866950 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-466b42cc-65c5-48ef-ad7f-dac8dc2d868c req-042c72f1-192d-4b29-97e2-67d96cb804fd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Sep 22 17:18:07.976625 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803aa0-be78-4db3-be6b-c3f4e3097145 req-05942fca-244d-4a15-945c-54cf3f5f228b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:07.978720 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-29803aa0-be78-4db3-be6b-c3f4e3097145 req-05942fca-244d-4a15-945c-54cf3f5f228b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0481882 Sep 22 17:18:08.016525 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-29803aa0-be78-4db3-be6b-c3f4e3097145 req-cd886780-e7ff-4c1f-80de-daa4334ab36d tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Sep 22 17:18:08.139748 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-34171970-cf99-48bd-9aa3-ccda4a3a48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.141235 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-34171970-cf99-48bd-9aa3-ccda4a3a48b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 1097 time: 0.0397577 Sep 22 17:18:08.217786 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-65547829-810d-4994-813b-7d309fa3ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.219259 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-65547829-810d-4994-813b-7d309fa3ccc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0384269 Sep 22 17:18:08.244515 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-f27b30cc-6e9f-4071-9dd5-680da4a05b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.245901 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-f27b30cc-6e9f-4071-9dd5-680da4a05b93 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=93e2b12e977d4c90a6d098f65076277e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0961311 Sep 22 17:18:08.326829 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-aa57b99a-fb53-4e0d-b328-2e22159de7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.328352 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-aa57b99a-fb53-4e0d-b328-2e22159de7bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.0853035 Sep 22 17:18:08.346694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-999ac3c1-a345-4f50-8f2a-54e537e5bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.348183 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8785341b-335c-4a10-af8d-6f04db9dd976 req-999ac3c1-a345-4f50-8f2a-54e537e5bc87 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913405 Sep 22 17:18:08.373841 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-5dc9b7dd-f912-4283-844a-b926413386c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.0369508 Sep 22 17:18:08.425936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-6ef3d165-e021-4d0d-8c30-7ae94a3123fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.427429 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-6ef3d165-e021-4d0d-8c30-7ae94a3123fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0440710 Sep 22 17:18:08.431158 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-d8298831-2405-4b8f-9c97-dc5b53e36902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.432730 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-d8298831-2405-4b8f-9c97-dc5b53e36902 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93e2b12e977d4c90a6d098f65076277e&device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 1097 time: 0.0407631 Sep 22 17:18:08.475261 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-c4291cfa-1307-4bed-9610-d82420756763 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239675 Sep 22 17:18:08.487307 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-657e512a-eaa9-4658-a357-b5e662e2b850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce HTTP/1.1" status: 200 len: 217 time: 0.0348525 Sep 22 17:18:08.558863 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-13dcaa45-b2a5-4a46-a32c-2d4752db06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.560545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-13dcaa45-b2a5-4a46-a32c-2d4752db06f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45d8954c-8859-464b-abac-a29eef4a8d00 HTTP/1.1" status: 200 len: 848 time: 0.0594018 Sep 22 17:18:08.598147 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-24ee05c0-ce04-46f1-8af0-e5adf95f4d80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee0ccac7-a028-432d-9930-1ffed0446171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244169 Sep 22 17:18:08.610908 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-3653fa78-70ec-4d80-9697-e75caa85cd10 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104307 Sep 22 17:18:08.640230 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead84c9-23b5-4918-9b02-4a6e9ebb04f1 req-338b40ba-d688-4156-b8af-32cd281d2474 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:08.642003 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3ead84c9-23b5-4918-9b02-4a6e9ebb04f1 req-338b40ba-d688-4156-b8af-32cd281d2474 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0622919 Sep 22 17:18:08.697498 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-faaf12c9-23a4-4418-acd1-3a92cbc0135b service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876808 Sep 22 17:18:08.725399 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3ead84c9-23b5-4918-9b02-4a6e9ebb04f1 req-808d43b1-7f65-4d70-99f0-3c6528486f6a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745547 Sep 22 17:18:08.744747 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-977b5d7a-ef02-4167-aaec-5c3cfb20a7d1 req-72781057-0bc1-4ff2-b7f1-510326d10338 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202183 Sep 22 17:18:08.794126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50137adc-91b7-4bff-91d8-0ed70a9563e0 req-6caeacc1-8197-4be5-9530-b954f0ee2b2d service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847423 Sep 22 17:18:08.969032 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:18:09.005288 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004b010-69aa-4567-9d95-07bec29ed08e req-c34434fd-3a2d-40da-b13f-5614d64888e3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:09.008161 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c004b010-69aa-4567-9d95-07bec29ed08e req-c34434fd-3a2d-40da-b13f-5614d64888e3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0639951 Sep 22 17:18:09.054524 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c004b010-69aa-4567-9d95-07bec29ed08e req-d8bbfb55-7f23-48df-9ecc-087352f80e37 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Sep 22 17:18:09.147724 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990b69f-715b-470d-8ad7-3a9b36785bc1 req-773eadcc-d40d-4871-a7e4-a01e4a9c7f8b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:09.149198 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3990b69f-715b-470d-8ad7-3a9b36785bc1 req-773eadcc-d40d-4871-a7e4-a01e4a9c7f8b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0589955 Sep 22 17:18:09.187276 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3990b69f-715b-470d-8ad7-3a9b36785bc1 req-28126a51-3be3-4395-9e14-88e687323236 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Sep 22 17:18:09.821169 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3e65d706-02bd-46c4-836d-6f0864ad6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:09.849441 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82654600-061a-4321-9b2c-239022e34313 req-3b442856-7fd9-4961-99e2-98ed2e90f45c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:09.850882 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82654600-061a-4321-9b2c-239022e34313 req-3b442856-7fd9-4961-99e2-98ed2e90f45c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0510933 Sep 22 17:18:09.892078 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82654600-061a-4321-9b2c-239022e34313 req-80b8a4f3-a83e-45ea-a5a7-677334007566 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Sep 22 17:18:10.185434 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136922e-a3c1-493e-98fd-8d2f86dd61c1 req-c2f63a24-7da4-41c0-abfb-05f9521789fb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:10.186914 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5136922e-a3c1-493e-98fd-8d2f86dd61c1 req-c2f63a24-7da4-41c0-abfb-05f9521789fb tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0642121 Sep 22 17:18:10.224549 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5136922e-a3c1-493e-98fd-8d2f86dd61c1 req-96b28b08-5005-4115-b6dc-7a3c74c41233 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 22 17:18:10.299718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae09f-6f35-4799-bd2e-aacdcbe93676 req-51f41aaa-a2d0-413c-b425-a7e1d0347221 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:10.301158 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f73ae09f-6f35-4799-bd2e-aacdcbe93676 req-51f41aaa-a2d0-413c-b425-a7e1d0347221 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0476241 Sep 22 17:18:10.338162 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f73ae09f-6f35-4799-bd2e-aacdcbe93676 req-dd4ec14f-8a79-45ff-851e-a43d5fc2a1f5 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Sep 22 17:18:10.361995 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:10.460917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e98ba-189f-41a0-86e0-a370780ba8ef req-f2651742-ef62-4136-a4a0-8491185e33b8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:10.462916 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7b3e98ba-189f-41a0-86e0-a370780ba8ef req-f2651742-ef62-4136-a4a0-8491185e33b8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0466106 Sep 22 17:18:10.500267 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7b3e98ba-189f-41a0-86e0-a370780ba8ef req-dc21ab32-a164-4ccc-81d1-82d824c3b3a5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Sep 22 17:18:11.010067 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6f41-6c77-43fc-a90f-27f12a5f9cf1 req-d0042839-9674-41a5-9b08-bd049d875f8f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:11.011509 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6dfc6f41-6c77-43fc-a90f-27f12a5f9cf1 req-d0042839-9674-41a5-9b08-bd049d875f8f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0472538 Sep 22 17:18:11.046966 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6dfc6f41-6c77-43fc-a90f-27f12a5f9cf1 req-8ada73e1-4ca2-400e-a84f-30c7b4f8716e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297201 Sep 22 17:18:11.448464 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8356d-113b-4684-9133-7cbbc461e6ef req-03ffb0eb-030e-426c-85ab-1381194fe1c3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:11.449803 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e0c8356d-113b-4684-9133-7cbbc461e6ef req-03ffb0eb-030e-426c-85ab-1381194fe1c3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0468719 Sep 22 17:18:11.489045 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e0c8356d-113b-4684-9133-7cbbc461e6ef req-42722655-ac56-4822-b9ca-62559b40544e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Sep 22 17:18:11.610464 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84035-a1c2-4684-a3e4-1b9d24c3ba6e req-1acc3542-0fb5-48f3-8985-43337f36cdc0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:11.611913 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-87a84035-a1c2-4684-a3e4-1b9d24c3ba6e req-1acc3542-0fb5-48f3-8985-43337f36cdc0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0471182 Sep 22 17:18:11.647759 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-87a84035-a1c2-4684-a3e4-1b9d24c3ba6e req-0aaa6180-ebc7-4175-9cef-31d2056406ef tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300088 Sep 22 17:18:12.161313 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0527b-ddc5-452b-88c4-800410e0b29b req-c78fc63a-a0c8-4b35-bcaf-cb99fe54b8e8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:12.162669 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d3c0527b-ddc5-452b-88c4-800410e0b29b req-c78fc63a-a0c8-4b35-bcaf-cb99fe54b8e8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0466268 Sep 22 17:18:12.198837 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d3c0527b-ddc5-452b-88c4-800410e0b29b req-10d74d5e-195c-482e-b396-34af0caf6d2b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299063 Sep 22 17:18:12.304320 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bec3baf6-639e-442c-a6b5-83edd7ffaf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:12.601570 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2721c11-11b4-406a-9bd1-44b87a242849 req-0f04c4ac-6fdb-4702-a3b6-e76d82c4b3a0 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:12.603036 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a2721c11-11b4-406a-9bd1-44b87a242849 req-0f04c4ac-6fdb-4702-a3b6-e76d82c4b3a0 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0505726 Sep 22 17:18:12.639933 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a2721c11-11b4-406a-9bd1-44b87a242849 req-8f693d0c-5438-4795-9a6f-ac0b04cb19a7 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Sep 22 17:18:12.769975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3e60-2c3e-4568-8f3d-72520fdec42d req-bef4df36-1dc3-4fd9-b0c2-73bcd77da01d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:12.771405 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cc6b3e60-2c3e-4568-8f3d-72520fdec42d req-bef4df36-1dc3-4fd9-b0c2-73bcd77da01d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0531642 Sep 22 17:18:12.831530 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cc6b3e60-2c3e-4568-8f3d-72520fdec42d req-28f52688-d0e8-497a-94b4-a37c778a17ed tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Sep 22 17:18:12.838029 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea8d5-c851-4200-b758-587ba37514a3 req-d009f864-bbcc-4ac7-b876-6436a46dd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:12.839450 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-d009f864-bbcc-4ac7-b876-6436a46dd3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0671618 Sep 22 17:18:12.938788 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea8d5-c851-4200-b758-587ba37514a3 req-0aff4f70-6259-457e-ac38-f5faf8d0945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:12.940270 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-0aff4f70-6259-457e-ac38-f5faf8d0945b service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.0814686 Sep 22 17:18:12.983694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-333446ec-2eb9-418b-89be-8c4e80026850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.0351634 Sep 22 17:18:13.047611 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea8d5-c851-4200-b758-587ba37514a3 req-a35bffcc-7a9e-4abf-8eb8-70bf78ad8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:13.048955 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-a35bffcc-7a9e-4abf-8eb8-70bf78ad8a59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0421505 Sep 22 17:18:13.089954 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-ac318b6a-634a-4232-873c-e484eaea0804 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235462 Sep 22 17:18:13.169725 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:13.182163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-2083e1ae-5904-407e-8938-40e070a43f34 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818834 Sep 22 17:18:13.218302 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:13.278874 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-277ea8d5-c851-4200-b758-587ba37514a3 req-5655e661-1f5b-407e-becf-2cfc6d6041f6 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855753 Sep 22 17:18:13.334190 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed9ded-d693-4f05-8f45-dea49d04d637 req-ff07d350-1a5b-483a-ab16-a16cbcc54f2c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:13.336007 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-41ed9ded-d693-4f05-8f45-dea49d04d637 req-ff07d350-1a5b-483a-ab16-a16cbcc54f2c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0538392 Sep 22 17:18:13.396763 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-41ed9ded-d693-4f05-8f45-dea49d04d637 req-c3a5adf5-5b3a-4546-bbbb-16c4db653f7f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532520 Sep 22 17:18:13.751030 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b76bb-ba0f-46cd-94d7-4b788f5e6c67 req-599471ca-8245-4fa9-90c8-88dfa5a5a703 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:13.752624 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7d6b76bb-ba0f-46cd-94d7-4b788f5e6c67 req-599471ca-8245-4fa9-90c8-88dfa5a5a703 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0488095 Sep 22 17:18:13.792317 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7d6b76bb-ba0f-46cd-94d7-4b788f5e6c67 req-3c295d98-0ed5-4b75-b246-daa63d13a114 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Sep 22 17:18:13.943202 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcff8f-6673-4193-ba17-b29f0bcb09f1 req-33b0e859-f55f-40ef-8500-d835197eaec5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:13.944671 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a1dcff8f-6673-4193-ba17-b29f0bcb09f1 req-33b0e859-f55f-40ef-8500-d835197eaec5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0476036 Sep 22 17:18:13.980584 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a1dcff8f-6673-4193-ba17-b29f0bcb09f1 req-74c62613-aa29-43ab-a15b-a89472a88792 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300047 Sep 22 17:18:14.518587 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94fac-4383-491d-9e28-180c4a7c1d0f req-05bec0d3-c221-4b88-9175-d6319a458ed3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:14.519723 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3c94fac-4383-491d-9e28-180c4a7c1d0f req-05bec0d3-c221-4b88-9175-d6319a458ed3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0526099 Sep 22 17:18:14.562573 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3c94fac-4383-491d-9e28-180c4a7c1d0f req-5c48c43b-262e-40dd-b4b7-aeeb61c7e073 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363939 Sep 22 17:18:14.615191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48896) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:14.717515 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1e4a255c-9b45-4071-b6a1-1f7052d54529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.788104 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 056bc66d-2015-4ea3-9b7c-6f4399cd38ce details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:18:14.807539 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1e4a255c-9b45-4071-b6a1-1f7052d54529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.812174 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1e4a255c-9b45-4071-b6a1-1f7052d54529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.853361 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1e4a255c-9b45-4071-b6a1-1f7052d54529 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2263014be452440da7d018cc061a1539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340608 Sep 22 17:18:14.853361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a255c-9b45-4071-b6a1-1f7052d54529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2121357b-2b28-444a-b046-abeabc16f5a8,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:14.854167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 48904) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:14.920126 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:14.932016 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce', 'network_id': 'ee0ccac7-a028-432d-9930-1ffed0446171', 'port_id': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce', 'mac_address': 'fa:16:3e:23:63:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d8954c-8859-464b-abac-a29eef4a8d00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:18:14.945402 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.971124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.973841 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:14.984178 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056bc66d-2015-4ea3-9b7c-6f4399cd38ce {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:18:14.988460 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff5346-6f29-4c90-bf26-93b70f46357a req-2715cfb8-e7e0-4302-ae8d-0e8e2a2d2bf8 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:14.989949 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1bff5346-6f29-4c90-bf26-93b70f46357a req-2715cfb8-e7e0-4302-ae8d-0e8e2a2d2bf8 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 944 time: 0.0859530 Sep 22 17:18:15.004528 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:15.009935 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:15.055972 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1bff5346-6f29-4c90-bf26-93b70f46357a req-9595c9ae-59ad-4545-b77c-aa20fefd1043 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565803 Sep 22 17:18:15.061335 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:15.071737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:15.075031 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:15.076200 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2121357b-2b28-444a-b046-abeabc16f5a8 HTTP/1.1" status: 204 len: 168 time: 0.2211711 Sep 22 17:18:15.084192 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a439e1-f5ca-41aa-97a6-b7e4eb78eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2121357b-2b28-444a-b046-abeabc16f5a8,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:15.110985 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af35212-7801-4b21-b1d2-02916d38920c req-5ff39526-0d6f-41b3-ac33-f9c9eb3df617 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:15.112661 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4af35212-7801-4b21-b1d2-02916d38920c req-5ff39526-0d6f-41b3-ac33-f9c9eb3df617 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0642743 Sep 22 17:18:15.152326 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4af35212-7801-4b21-b1d2-02916d38920c req-e5275ff9-6847-4635-b270-869aca5ca097 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Sep 22 17:18:15.298362 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:15.689721 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b779910-3221-473f-8365-09d7aed60bd7 req-82ec42f4-c17a-4da5-a937-5acf8fdd95eb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:15.691238 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b779910-3221-473f-8365-09d7aed60bd7 req-82ec42f4-c17a-4da5-a937-5acf8fdd95eb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0544209 Sep 22 17:18:15.732500 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b779910-3221-473f-8365-09d7aed60bd7 req-2a458cf4-d7b3-444c-abfb-d9d630c30533 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Sep 22 17:18:15.793793 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667194-1e4e-4e84-b169-e8ccc6a2a842 req-f2f83d18-f6c6-422d-a065-3ce326c5f572 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:15.795501 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-14667194-1e4e-4e84-b169-e8ccc6a2a842 req-f2f83d18-f6c6-422d-a065-3ce326c5f572 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0499370 Sep 22 17:18:15.838015 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-14667194-1e4e-4e84-b169-e8ccc6a2a842 req-55b89238-11e3-4a6d-9371-4318527777f5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365574 Sep 22 17:18:16.179610 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7426b-f7a0-4a1c-87e1-400482ad9c04 req-4ddbc905-e5dd-46fa-848b-67089daf2ff5 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:16.181733 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65e7426b-f7a0-4a1c-87e1-400482ad9c04 req-4ddbc905-e5dd-46fa-848b-67089daf2ff5 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 945 time: 0.0511010 Sep 22 17:18:16.218915 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65e7426b-f7a0-4a1c-87e1-400482ad9c04 req-7a56962c-3189-48f9-bb4b-ba48077c5217 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Sep 22 17:18:16.263255 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd830454-14dd-41b0-89da-b49b5e6f759a req-05c96ee1-1bbc-4510-8c1e-d355c14a2cd0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:16.264753 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cd830454-14dd-41b0-89da-b49b5e6f759a req-05c96ee1-1bbc-4510-8c1e-d355c14a2cd0 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0482218 Sep 22 17:18:16.301538 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cd830454-14dd-41b0-89da-b49b5e6f759a req-4891a6d1-a439-467c-b9c5-d122efd7323a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Sep 22 17:18:16.863139 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b925a4-2170-4229-841b-1ece2dd224bc req-56dae1d5-043b-43e2-951e-86852225dcb5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:16.864558 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b925a4-2170-4229-841b-1ece2dd224bc req-56dae1d5-043b-43e2-951e-86852225dcb5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0612271 Sep 22 17:18:16.903939 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b925a4-2170-4229-841b-1ece2dd224bc req-24f76056-218d-465b-bbdc-d1f2a92aafb5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Sep 22 17:18:16.954036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af225a62-5324-49de-9609-57068669b5c0 req-c9eb816a-effe-4b1a-a777-fbf9b95e59bc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:16.955497 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af225a62-5324-49de-9609-57068669b5c0 req-c9eb816a-effe-4b1a-a777-fbf9b95e59bc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0485301 Sep 22 17:18:16.970616 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['056bc66d-2015-4ea3-9b7c-6f4399cd38ce'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:18:17.004359 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af225a62-5324-49de-9609-57068669b5c0 req-0427a583-c3d2-4d22-9adc-27637793d7b1 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Sep 22 17:18:17.348072 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ce3d6-495c-4c93-8716-fd2a5fe80973 req-10138bbb-c96c-4f0b-bb4f-7da838b61f93 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:17.350990 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7b7ce3d6-495c-4c93-8716-fd2a5fe80973 req-10138bbb-c96c-4f0b-bb4f-7da838b61f93 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 945 time: 0.0632114 Sep 22 17:18:17.394756 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7b7ce3d6-495c-4c93-8716-fd2a5fe80973 req-54664231-d24c-4679-ae8c-77b67bfba2db tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Sep 22 17:18:17.423611 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbb938-b3a7-4cec-82d8-d1404d9e854f req-799a5042-9244-4947-a71a-32f1f22d4a37 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:17.425122 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-06bbb938-b3a7-4cec-82d8-d1404d9e854f req-799a5042-9244-4947-a71a-32f1f22d4a37 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0481954 Sep 22 17:18:17.465369 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-06bbb938-b3a7-4cec-82d8-d1404d9e854f req-800c4933-d962-4666-b5cd-1d7fc071ecfa tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Sep 22 17:18:18.027200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3012f-d5eb-42ac-acd1-35574d834d5a req-72a8f467-6835-423a-9bf1-979e1f7b2d6a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:18.028854 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-47d3012f-d5eb-42ac-acd1-35574d834d5a req-72a8f467-6835-423a-9bf1-979e1f7b2d6a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0541553 Sep 22 17:18:18.095048 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-47d3012f-d5eb-42ac-acd1-35574d834d5a req-f337c0cf-8d67-4d46-b53e-396e62285c29 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583694 Sep 22 17:18:18.159555 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ce3d4-141c-45b9-b61d-b8f97cbf630c req-a06fc97b-3a03-4f20-ac43-5c078349715c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:18.163469 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7e4ce3d4-141c-45b9-b61d-b8f97cbf630c req-a06fc97b-3a03-4f20-ac43-5c078349715c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0751967 Sep 22 17:18:18.210484 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7e4ce3d4-141c-45b9-b61d-b8f97cbf630c req-14126a02-8a08-4cb4-a6bd-a86aa2493b3a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Sep 22 17:18:18.539747 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e6a7b-b525-479d-b050-cdc36cac931b req-b662015a-aecf-48b2-a8bf-db8cc37818e3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:18.541953 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2c7e6a7b-b525-479d-b050-cdc36cac931b req-b662015a-aecf-48b2-a8bf-db8cc37818e3 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 945 time: 0.0569737 Sep 22 17:18:18.581395 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2c7e6a7b-b525-479d-b050-cdc36cac931b req-073f398b-6e22-4a49-be7f-e608b10af626 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Sep 22 17:18:18.592304 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eae90-e9c1-43ce-8a51-89fbacd0bdec req-2d8b44af-c48b-4062-b92e-b0a964115068 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:18.593904 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-135eae90-e9c1-43ce-8a51-89fbacd0bdec req-2d8b44af-c48b-4062-b92e-b0a964115068 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0529833 Sep 22 17:18:18.633934 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-135eae90-e9c1-43ce-8a51-89fbacd0bdec req-2d7aee9e-0e16-4ec9-8a3c-1d788ec3296b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Sep 22 17:18:18.645753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 056bc66d-2015-4ea3-9b7c-6f4399cd38ce up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:18:18.670130 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49044) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:18.702430 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:18:18.707056 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:18:18.707639 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.788355 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac576bba-30d9-47ae-a36a-6c3a80aac46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.791472 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.814991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:18.817386 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059ee78-4d83-4cf7-ad60-d61b5035d3c1" -d '{"events": [{"server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "name": "network-vif-plugged", "status": "completed", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:18.830152 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:18.836553 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.867605 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af3f09-d568-4106-a694-b40c745827b7 x-openstack-request-id: req-e7af3f09-d568-4106-a694-b40c745827b7 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:18.868085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "name": "network-vif-plugged", "status": "completed", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:18.868365 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7af3f09-d568-4106-a694-b40c745827b7 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:18.868807 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce', 'code': 200} Sep 22 17:18:18.896263 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac576bba-30d9-47ae-a36a-6c3a80aac46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.900373 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:18.902397 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ac576bba-30d9-47ae-a36a-6c3a80aac46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:18.966081 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac576bba-30d9-47ae-a36a-6c3a80aac46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa9203-8018-4326-b9ea-f4d20cd06afd,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:18.983656 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ac576bba-30d9-47ae-a36a-6c3a80aac46a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bc585679fd44f8ca707729dee2f19ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119469 Sep 22 17:18:18.985742 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49054) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:19.057012 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:19.086170 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:19.094526 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87150a0-fa6e-4ab2-953a-aa991b38bf8f req-261e8726-0b4b-4249-9db9-ec619c3db68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:19.096026 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d87150a0-fa6e-4ab2-953a-aa991b38bf8f req-261e8726-0b4b-4249-9db9-ec619c3db68f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 1099 time: 0.0682523 Sep 22 17:18:19.144918 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d87150a0-fa6e-4ab2-953a-aa991b38bf8f req-6cb60ab4-24cb-4e9d-8d88-fa57cd27949f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Sep 22 17:18:19.157041 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:19.159652 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:19.160755 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02aa9203-8018-4326-b9ea-f4d20cd06afd HTTP/1.1" status: 204 len: 168 time: 0.1741049 Sep 22 17:18:19.168813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2967fc0-6926-44d3-8740-34c97a245f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa9203-8018-4326-b9ea-f4d20cd06afd,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:19.198484 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322008a-449b-4aaa-bda5-e4201a6af897 req-d4a6cbf9-40d5-4e55-82fb-7ae21fe58872 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:19.200060 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2322008a-449b-4aaa-bda5-e4201a6af897 req-d4a6cbf9-40d5-4e55-82fb-7ae21fe58872 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0496035 Sep 22 17:18:19.238880 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2322008a-449b-4aaa-bda5-e4201a6af897 req-947048b9-a813-4346-93ba-db9fd8c2ebb4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Sep 22 17:18:19.337332 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23160-8d0a-49f8-875d-86a70091eb62 req-a3c57e04-89d3-4daa-bf92-5af07b15ce04 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:19.339046 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-53d23160-8d0a-49f8-875d-86a70091eb62 req-a3c57e04-89d3-4daa-bf92-5af07b15ce04 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0549920 Sep 22 17:18:19.382266 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-53d23160-8d0a-49f8-875d-86a70091eb62 req-222d6908-b463-40bf-8d8b-273056c1ca45 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Sep 22 17:18:19.714918 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c79440-c209-4ddf-8c59-35d30101a003 req-2e8cf056-30a2-48ef-9e07-1b819d32fc6c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:19.716444 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b2c79440-c209-4ddf-8c59-35d30101a003 req-2e8cf056-30a2-48ef-9e07-1b819d32fc6c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0491927 Sep 22 17:18:19.755910 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b2c79440-c209-4ddf-8c59-35d30101a003 req-542f7182-67a1-4e27-a60f-1a797e0e0821 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Sep 22 17:18:20.118925 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143a2c-f477-4061-aaf9-c6076341de3a req-fd4da294-bfb7-4067-bd0d-b790ae070942 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:20.120544 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-da143a2c-f477-4061-aaf9-c6076341de3a req-fd4da294-bfb7-4067-bd0d-b790ae070942 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0474105 Sep 22 17:18:20.159112 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-da143a2c-f477-4061-aaf9-c6076341de3a req-06bf3031-a8e5-463d-bcbb-3febc650906c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Sep 22 17:18:20.359457 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861599f-0fe0-4cf3-a61a-c15f11ff2f86 req-e107a97b-a62f-4058-8c35-f4a2e9646317 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:20.360948 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3861599f-0fe0-4cf3-a61a-c15f11ff2f86 req-e107a97b-a62f-4058-8c35-f4a2e9646317 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0487297 Sep 22 17:18:20.399268 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3861599f-0fe0-4cf3-a61a-c15f11ff2f86 req-382a657f-8613-4bc3-9178-349a3d494b34 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Sep 22 17:18:20.506476 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b7821-4b57-4c92-aa90-059ef3babaa3 req-565e0575-ac87-44c8-8d90-6e6aa51a4d6d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:20.507938 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ad6b7821-4b57-4c92-aa90-059ef3babaa3 req-565e0575-ac87-44c8-8d90-6e6aa51a4d6d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0508096 Sep 22 17:18:20.755369 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ad6b7821-4b57-4c92-aa90-059ef3babaa3 req-028a0382-c7dc-47bb-b1e0-8cef15e7f12f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409177 Sep 22 17:18:20.864126 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251928d2-7c9a-477b-9c47-1cef5534b119 req-df1907c7-5baf-42cb-95cd-5d303722ef3c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:20.865553 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-251928d2-7c9a-477b-9c47-1cef5534b119 req-df1907c7-5baf-42cb-95cd-5d303722ef3c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0466950 Sep 22 17:18:20.902235 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-251928d2-7c9a-477b-9c47-1cef5534b119 req-dc2632ba-800e-40a6-85e4-eee19e88ff7c tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303540 Sep 22 17:18:21.515816 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2d566-685e-46c2-97b9-1b71a1340c45 req-efd48780-2250-4855-aabc-330529a29cda tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:21.517297 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76e2d566-685e-46c2-97b9-1b71a1340c45 req-efd48780-2250-4855-aabc-330529a29cda tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0477812 Sep 22 17:18:21.552404 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76e2d566-685e-46c2-97b9-1b71a1340c45 req-386533bd-a8cf-43bb-9380-4e834d719feb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291724 Sep 22 17:18:21.870905 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf51e2d-38a4-43fc-b93b-055c8d7f7a7b req-670c59f7-5a05-4911-aa9a-e4735e2160a8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:21.872411 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fcf51e2d-38a4-43fc-b93b-055c8d7f7a7b req-670c59f7-5a05-4911-aa9a-e4735e2160a8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0513253 Sep 22 17:18:21.909801 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fcf51e2d-38a4-43fc-b93b-055c8d7f7a7b req-1a1281bb-745f-48eb-8c46-2cc7291bb849 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Sep 22 17:18:22.017123 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf85c8-8972-454f-9255-7aa7697b38f2 req-e43e4a51-56ca-4088-b305-e9663d42e04b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:22.018581 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bdf85c8-8972-454f-9255-7aa7697b38f2 req-e43e4a51-56ca-4088-b305-e9663d42e04b tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0532343 Sep 22 17:18:22.055898 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bdf85c8-8972-454f-9255-7aa7697b38f2 req-0386ad6d-c83a-4682-bbc9-a5b561f8fd77 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Sep 22 17:18:22.667146 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf986-6a1f-4431-bf64-f723e804c90a req-a88d9caf-d955-4e29-b9b9-bb0458df102d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:22.668632 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2abaf986-6a1f-4431-bf64-f723e804c90a req-a88d9caf-d955-4e29-b9b9-bb0458df102d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0470960 Sep 22 17:18:22.690735 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:18:22.713168 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2abaf986-6a1f-4431-bf64-f723e804c90a req-3c3efb6a-61d2-4fe1-ad1f-e94d66346c2a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Sep 22 17:18:22.809385 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:22.820542 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:18:22.858767 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:22.872398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:18:22.893178 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:22.897717 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:22.952445 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=6']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:23.013183 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:18:23.038196 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96837-02bc-4468-8840-b26cc4548726 req-b84c0966-e296-47c0-abe0-a2ec236c490b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:23.040355 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2fd96837-02bc-4468-8840-b26cc4548726 req-b84c0966-e296-47c0-abe0-a2ec236c490b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0567064 Sep 22 17:18:23.081248 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2fd96837-02bc-4468-8840-b26cc4548726 req-ce5da9bb-56d3-48c0-90cb-2cd9e72dfd8d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343492 Sep 22 17:18:23.186576 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633954d-adb6-42d7-a6ee-6315437398b7 req-8c501b5b-8803-4923-93bc-fb995f3e6bdf tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:23.188058 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a633954d-adb6-42d7-a6ee-6315437398b7 req-8c501b5b-8803-4923-93bc-fb995f3e6bdf tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0479586 Sep 22 17:18:23.228757 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a633954d-adb6-42d7-a6ee-6315437398b7 req-8f5532a3-ee3f-4eab-96b3-7778638cf62f tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Sep 22 17:18:23.838493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdefa83-6259-45ea-85e1-eb7c058d5eff req-6ca1255d-f7f1-4566-b7db-c849a536ffd1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:23.839924 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fcdefa83-6259-45ea-85e1-eb7c058d5eff req-6ca1255d-f7f1-4566-b7db-c849a536ffd1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 945 time: 0.0502498 Sep 22 17:18:23.888019 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fcdefa83-6259-45ea-85e1-eb7c058d5eff req-8fe537cc-5e75-4e60-be1b-e23eee48089d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Sep 22 17:18:24.208617 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5876c9c-720e-484c-97df-1b34e44bbcc5 req-693cf925-63f2-4589-9386-38f605dede80 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:24.209986 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e5876c9c-720e-484c-97df-1b34e44bbcc5 req-693cf925-63f2-4589-9386-38f605dede80 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0496914 Sep 22 17:18:24.246337 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e5876c9c-720e-484c-97df-1b34e44bbcc5 req-de05903f-6425-44f2-ae2f-e979766e600e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Sep 22 17:18:24.342767 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e3639-c98e-41e1-bc3b-910dfe95c5c5 req-d475c9e5-4d8a-4785-a74e-7656252e7833 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:24.344252 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ea5e3639-c98e-41e1-bc3b-910dfe95c5c5 req-d475c9e5-4d8a-4785-a74e-7656252e7833 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0465887 Sep 22 17:18:24.380926 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ea5e3639-c98e-41e1-bc3b-910dfe95c5c5 req-551a239e-50cd-420f-8b8a-5c052e351360 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Sep 22 17:18:24.672699 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:18:24.723185 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:18:24.723538 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:24.803479 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:24.828148 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:24.830597 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ab5ff-bbbc-452f-9476-72bccdbddb28" -d '{"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:24.845288 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:24.850528 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:24.893154 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2fa82c-a27d-423e-a482-eec00ba70f4f x-openstack-request-id: req-8a2fa82c-a27d-423e-a482-eec00ba70f4f {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:24.893279 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:24.893469 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a2fa82c-a27d-423e-a482-eec00ba70f4f {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:24.893852 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'code': 200} Sep 22 17:18:24.927555 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=7']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:24.987924 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49218) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:25.087921 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a67846-aa5c-4a0f-851c-47fa40d1a8fe req-dfd9a635-84cc-4117-8f61-9fea42415b97 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:25.095472 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-36a67846-aa5c-4a0f-851c-47fa40d1a8fe req-dfd9a635-84cc-4117-8f61-9fea42415b97 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.1085536 Sep 22 17:18:25.151694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7ac92c1d-f92e-4c52-858d-46588a1603a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.169594 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-36a67846-aa5c-4a0f-851c-47fa40d1a8fe req-7f33452e-fba9-43a1-8cc8-f23b97867e99 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731704 Sep 22 17:18:25.293950 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24610c-c041-4ea2-8c35-d69186fa3857 req-12c6aafd-c083-4272-8bbc-3102392ae533 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:25.300769 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7ac92c1d-f92e-4c52-858d-46588a1603a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.308306 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7ac92c1d-f92e-4c52-858d-46588a1603a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.311861 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4f24610c-c041-4ea2-8c35-d69186fa3857 req-12c6aafd-c083-4272-8bbc-3102392ae533 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0839226 Sep 22 17:18:25.346672 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4f24610c-c041-4ea2-8c35-d69186fa3857 req-00fd6863-2344-4964-a0b3-93d862d839c1 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Sep 22 17:18:25.352284 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-7ac92c1d-f92e-4c52-858d-46588a1603a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74a3b188669745f68817b2667bc35317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628995 Sep 22 17:18:25.355016 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 49238) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:25.364260 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac92c1d-f92e-4c52-858d-46588a1603a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ae1fe-b3ad-406b-bde6-2c0b2991951f,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:25.401747 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc91e3-aaae-4011-b5b6-dad90d07e48d req-c918aebd-499e-4ccf-b236-695f57d1fa90 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:25.403227 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f7bc91e3-aaae-4011-b5b6-dad90d07e48d req-c918aebd-499e-4ccf-b236-695f57d1fa90 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0552838 Sep 22 17:18:25.411211 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.432086 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.440995 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f7bc91e3-aaae-4011-b5b6-dad90d07e48d req-91926e71-14e6-4e16-afea-2c25908e7cb8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Sep 22 17:18:25.483463 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.485960 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.487148 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb2ae1fe-b3ad-406b-bde6-2c0b2991951f HTTP/1.1" status: 204 len: 168 time: 0.1310072 Sep 22 17:18:25.496167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ca4e6-0631-4303-977a-bd04ee459074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ae1fe-b3ad-406b-bde6-2c0b2991951f,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:26.326639 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b280c34-4fa0-4626-b557-3751bc5a97e1 req-87dfac02-2f25-41e5-9f5b-75cfc418ae4e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:26.338330 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b280c34-4fa0-4626-b557-3751bc5a97e1 req-87dfac02-2f25-41e5-9f5b-75cfc418ae4e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0673244 Sep 22 17:18:26.412033 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b280c34-4fa0-4626-b557-3751bc5a97e1 req-d5fde169-fe5b-4c78-b7a4-a8737981a41b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724382 Sep 22 17:18:26.585639 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226a20a-8145-45ee-9c1d-67f8679c2daa req-d491b359-8db9-4360-8010-09fc99ebd5ed tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:26.587894 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c226a20a-8145-45ee-9c1d-67f8679c2daa req-d491b359-8db9-4360-8010-09fc99ebd5ed tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.1173601 Sep 22 17:18:26.629268 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ac0b-249e-427e-a3ca-e694cabeb650 req-edf0326e-cadf-44ff-8f3d-b9875d29a0db tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:26.639406 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0c68ac0b-249e-427e-a3ca-e694cabeb650 req-edf0326e-cadf-44ff-8f3d-b9875d29a0db tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0741043 Sep 22 17:18:26.649915 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c226a20a-8145-45ee-9c1d-67f8679c2daa req-bb47948f-cd93-48fc-b99a-bf533c633a5e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/security-groups?id=32a50ed8-6643-472d-bbb3-3a3ffcde45ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536044 Sep 22 17:18:26.678839 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0c68ac0b-249e-427e-a3ca-e694cabeb650 req-bd16ed79-b346-4342-999e-6dc1b830b356 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386491 Sep 22 17:18:27.024601 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-cfb92b57-04c3-47b9-9deb-0ec9402f2f34 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:27.026162 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-cfb92b57-04c3-47b9-9deb-0ec9402f2f34 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 946 time: 0.0519786 Sep 22 17:18:27.228161 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Deleting port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:18:27.228161 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:27.371902 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] For port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,segment=NetworkSegment(02484393-c4f1-4bb5-88d7-ce2800e0ddc4),segment_id=02484393-c4f1-4bb5-88d7-ce2800e0ddc4)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:27.372283 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:27.390507 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Calling delete_port for 056bc66d-2015-4ea3-9b7c-6f4399cd38ce owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:18:27.680981 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76688d-7482-46e2-b967-bff3477dd109 req-d8ca7454-e43c-4e46-b68d-bc1ad8897d4c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:27.682623 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1a76688d-7482-46e2-b967-bff3477dd109 req-d8ca7454-e43c-4e46-b68d-bc1ad8897d4c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.1439662 Sep 22 17:18:27.683862 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:27.713076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['056bc66d-2015-4ea3-9b7c-6f4399cd38ce'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:18:27.757649 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Pushing event deleted for resources: {'Port': ['ID=056bc66d-2015-4ea3-9b7c-6f4399cd38ce,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:27.816085 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] No DVR routers for this DVR port 056bc66d-2015-4ea3-9b7c-6f4399cd38ce on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:18:27.819505 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:27.822179 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2c0422dd-475f-4215-ad4a-27c1068a9ca5 req-c438f23e-a35c-4f8c-add2-146c6a3f370e tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.24 "DELETE /v2.0/ports/056bc66d-2015-4ea3-9b7c-6f4399cd38ce HTTP/1.1" status: 204 len: 173 time: 0.7875521 Sep 22 17:18:27.824697 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'name': 'network-vif-deleted', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:27.828156 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4feaf5-e7e7-4a2a-bab9-9d0877f1381f" -d '{"events": [{"server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "name": "network-vif-deleted", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:27.847322 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1a76688d-7482-46e2-b967-bff3477dd109 req-bd079a2e-0bd5-44cf-906b-f181110957da tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582172 Sep 22 17:18:27.865993 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3af20e5f-a6a2-4922-a84e-a982f3ff181f req-20583fc4-ebef-4a05-a0a6-684830ad0b75 tempest-VolumesActionsTest-2033905801 tempest-VolumesActionsTest-2033905801-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92dc75e-da72-4809-8d6f-03ffebc2302d HTTP/1.1" status: 200 len: 210 time: 0.1175187 Sep 22 17:18:27.951872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c4e666-76af-4673-85b6-179d84defe7f x-openstack-request-id: req-13c4e666-76af-4673-85b6-179d84defe7f {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:27.952400 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92dc75e-da72-4809-8d6f-03ffebc2302d", "name": "network-vif-deleted", "tag": "056bc66d-2015-4ea3-9b7c-6f4399cd38ce", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:27.952781 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13c4e666-76af-4673-85b6-179d84defe7f {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:27.953398 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92dc75e-da72-4809-8d6f-03ffebc2302d', 'name': 'network-vif-deleted', 'tag': '056bc66d-2015-4ea3-9b7c-6f4399cd38ce', 'status': 'completed', 'code': 200} Sep 22 17:18:28.044817 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295912c-e128-4432-bf91-8feef83d0fb4 req-1ff72c90-81a0-478f-80fc-8cb0a0695e9d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:28.046853 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8295912c-e128-4432-bf91-8feef83d0fb4 req-1ff72c90-81a0-478f-80fc-8cb0a0695e9d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0569284 Sep 22 17:18:28.096718 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8295912c-e128-4432-bf91-8feef83d0fb4 req-e60fe8a1-ccaf-4f55-a715-2c2e7678fc8f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Sep 22 17:18:29.019832 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 49372) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:29.032052 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc282b06-f234-43e9-8b8b-30c37937d3c8 req-6af359aa-c6bd-426c-982f-79ad0c35c8ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:29.033810 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dc282b06-f234-43e9-8b8b-30c37937d3c8 req-6af359aa-c6bd-426c-982f-79ad0c35c8ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0836475 Sep 22 17:18:29.097710 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dc282b06-f234-43e9-8b8b-30c37937d3c8 req-3253a649-db7a-41a3-b816-7f90de28bd9b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568178 Sep 22 17:18:29.245623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-45c5eec9-e1ae-4d70-a849-927e3628cc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.346063 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93751845-7b5d-4b23-bcb2-a1ad921d3cc2 req-38d77a92-d243-49df-a860-d77fced145ea tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:29.347728 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-93751845-7b5d-4b23-bcb2-a1ad921d3cc2 req-38d77a92-d243-49df-a860-d77fced145ea tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.1631844 Sep 22 17:18:29.409797 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-45c5eec9-e1ae-4d70-a849-927e3628cc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.429551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-45c5eec9-e1ae-4d70-a849-927e3628cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.518827 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-45c5eec9-e1ae-4d70-a849-927e3628cc53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e7c55762dd6467aa11824a80c4e979a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979522 Sep 22 17:18:29.521089 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5eec9-e1ae-4d70-a849-927e3628cc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fdc564-c862-49ef-b7ac-bcc9dece809a,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:29.521919 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49402) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:29.543944 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-93751845-7b5d-4b23-bcb2-a1ad921d3cc2 req-a267581a-49e3-4d6d-a2b2-aaa8b85178f7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735401 Sep 22 17:18:29.651589 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.677079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.749858 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.753064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:29.754850 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65fdc564-c862-49ef-b7ac-bcc9dece809a HTTP/1.1" status: 204 len: 168 time: 0.2313890 Sep 22 17:18:29.764832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418774ff-8b2f-4da9-ba69-98798f353e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fdc564-c862-49ef-b7ac-bcc9dece809a,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:30.236752 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727830b1-4feb-4318-9511-cb43aeff3e55 req-35803dba-ce8d-48f7-8e76-285cd3705d01 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:30.239124 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-727830b1-4feb-4318-9511-cb43aeff3e55 req-35803dba-ce8d-48f7-8e76-285cd3705d01 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0707309 Sep 22 17:18:30.282386 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-727830b1-4feb-4318-9511-cb43aeff3e55 req-07cac7b5-45be-40d1-8067-37f021dc3f38 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367117 Sep 22 17:18:30.678621 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8347f9c-ada4-4a2d-b3ea-43069e04eb1a req-165da91b-eab1-4faa-a337-259af367aa77 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:30.680322 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e8347f9c-ada4-4a2d-b3ea-43069e04eb1a req-165da91b-eab1-4faa-a337-259af367aa77 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0606303 Sep 22 17:18:30.742007 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e8347f9c-ada4-4a2d-b3ea-43069e04eb1a req-c1c84aab-a896-4f48-a9cb-bc9cd5a29d77 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544260 Sep 22 17:18:31.416039 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fd11-d242-4523-b145-2a80ffe98a70 req-b9ef708e-ef31-4743-9c1f-1cfc27cf08ed tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:31.417541 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4b19fd11-d242-4523-b145-2a80ffe98a70 req-b9ef708e-ef31-4743-9c1f-1cfc27cf08ed tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0552230 Sep 22 17:18:31.458766 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4b19fd11-d242-4523-b145-2a80ffe98a70 req-161b51e6-7240-497a-a66d-2902137d953a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348840 Sep 22 17:18:31.874647 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681423-dc3e-4914-8878-ef569aee2ac6 req-047b88b0-cec6-48fc-b27f-08e1e5f7dd91 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:31.882460 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-de681423-dc3e-4914-8878-ef569aee2ac6 req-047b88b0-cec6-48fc-b27f-08e1e5f7dd91 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0613170 Sep 22 17:18:31.932100 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-de681423-dc3e-4914-8878-ef569aee2ac6 req-b2e3b55d-7c5b-40c3-a2fd-e574e93eec49 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438421 Sep 22 17:18:32.624718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6987a-70d6-4127-9f11-a825d695f97b req-f06d290a-6ae1-4fb5-b809-da1a6dc568e0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:32.626202 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d1a6987a-70d6-4127-9f11-a825d695f97b req-f06d290a-6ae1-4fb5-b809-da1a6dc568e0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0510826 Sep 22 17:18:32.661952 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d1a6987a-70d6-4127-9f11-a825d695f97b req-04c2438d-4dae-4eb9-9d12-f22d5d75de03 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299599 Sep 22 17:18:32.728078 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 056bc66d-2015-4ea3-9b7c-6f4399cd38ce no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:32.750129 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 056bc66d-2015-4ea3-9b7c-6f4399cd38ce {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:18:32.750562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 056bc66d-2015-4ea3-9b7c-6f4399cd38ce not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:33.090671 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17685f-4fc5-4f7d-8aa5-9baad57aeef4 req-6ead9248-9ed6-424e-80ee-376dda42c540 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:33.092199 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d17685f-4fc5-4f7d-8aa5-9baad57aeef4 req-6ead9248-9ed6-424e-80ee-376dda42c540 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0763390 Sep 22 17:18:33.161916 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d17685f-4fc5-4f7d-8aa5-9baad57aeef4 req-e10590cc-1177-459e-ad2f-11be11a9a384 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Sep 22 17:18:33.790673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56fa1-95c2-4a6d-8c47-317731790a58 req-8dfee793-2467-4a21-9996-e74c8d0911ac tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:33.798554 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-57b56fa1-95c2-4a6d-8c47-317731790a58 req-8dfee793-2467-4a21-9996-e74c8d0911ac tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0576630 Sep 22 17:18:33.842383 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-57b56fa1-95c2-4a6d-8c47-317731790a58 req-9a6f7583-2825-4bf9-b06a-964bdda27ec2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Sep 22 17:18:34.259343 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431c9af-e37d-402e-9915-aba76ab92c3d req-f1efa19f-efe8-4084-8b47-544df25dc642 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:34.261445 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f431c9af-e37d-402e-9915-aba76ab92c3d req-f1efa19f-efe8-4084-8b47-544df25dc642 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0555398 Sep 22 17:18:34.301427 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f431c9af-e37d-402e-9915-aba76ab92c3d req-0136c0c3-d26d-4016-bfd3-4bc06e9a15f7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Sep 22 17:18:34.965685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc7c9c-2593-4bfe-929a-d9a168b1d588 req-64b88ba6-2cd5-47a8-aa91-38cb8763967b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:34.972174 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bcc7c9c-2593-4bfe-929a-d9a168b1d588 req-64b88ba6-2cd5-47a8-aa91-38cb8763967b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0549464 Sep 22 17:18:35.011970 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8bcc7c9c-2593-4bfe-929a-d9a168b1d588 req-e865876b-0943-4ac8-a707-f8e8f31025b0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381575 Sep 22 17:18:35.434947 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59b082-12ca-4ece-95d3-03aae0658670 req-c03e20dd-f635-4a47-917d-a6f14f6c7496 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:35.437133 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8f59b082-12ca-4ece-95d3-03aae0658670 req-c03e20dd-f635-4a47-917d-a6f14f6c7496 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0532146 Sep 22 17:18:35.493028 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8f59b082-12ca-4ece-95d3-03aae0658670 req-ee522904-077a-4f9c-93cd-0dfa6a5587fe tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Sep 22 17:18:36.140818 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74652317-3687-4809-8d0e-33ea6a289478 req-ec3a0e4f-1ccd-40cc-b86f-1c005afef069 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.142295 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-74652317-3687-4809-8d0e-33ea6a289478 req-ec3a0e4f-1ccd-40cc-b86f-1c005afef069 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0550559 Sep 22 17:18:36.180442 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-74652317-3687-4809-8d0e-33ea6a289478 req-2465f0df-599c-40d8-88cd-3fe0f60ea774 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Sep 22 17:18:36.613136 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ceeef-33f3-4729-a16f-d46330f57db1 req-1838b515-9ae9-4338-9b0d-9b54d11f21d3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.614589 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5e3ceeef-33f3-4729-a16f-d46330f57db1 req-1838b515-9ae9-4338-9b0d-9b54d11f21d3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0501418 Sep 22 17:18:36.652668 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5e3ceeef-33f3-4729-a16f-d46330f57db1 req-fc64e5f2-ad1a-4769-aa43-25716ca10525 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316873 Sep 22 17:18:36.655572 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-08246a8e-64fa-4d06-8f82-e2ded05a9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.657271 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-08246a8e-64fa-4d06-8f82-e2ded05a9ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1099 time: 0.0403693 Sep 22 17:18:36.744833 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-959a2560-e5a2-47ee-a640-55a68372a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.746265 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-959a2560-e5a2-47ee-a640-55a68372a0f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.0810483 Sep 22 17:18:36.813421 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-45337654-793c-4e18-8f08-0d91a574a1fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 1001 time: 0.0584824 Sep 22 17:18:36.862062 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-331c6427-6e19-4cc8-9683-e9bdd0a8d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.863416 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-331c6427-6e19-4cc8-9683-e9bdd0a8d8e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0413144 Sep 22 17:18:36.908592 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-631421f4-b685-4c69-90ba-3c438c4e34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:36.909993 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-631421f4-b685-4c69-90ba-3c438c4e34c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387816 Sep 22 17:18:37.008913 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-122c7044-b80c-4adf-903d-3e163e67b072 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843284 Sep 22 17:18:37.102659 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-12f460c8-d8f4-470f-ae4e-4577b7ac933f req-619c3e2b-3610-441d-97de-d425e516c144 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Sep 22 17:18:37.297108 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa5fa-7e6d-4ddc-be52-eb894eaa41a5 req-8007b01d-7624-4251-96b9-1fcb7100fa6c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:37.298612 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c2caa5fa-7e6d-4ddc-be52-eb894eaa41a5 req-8007b01d-7624-4251-96b9-1fcb7100fa6c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0478854 Sep 22 17:18:37.335970 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c2caa5fa-7e6d-4ddc-be52-eb894eaa41a5 req-7a6ffe31-1fcb-40d2-81f5-3c4c4fd0458a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Sep 22 17:18:37.769536 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331fc29-ba19-4913-88c8-1091a5d8a6c8 req-66ffa24c-6e32-460e-9bee-af4f9e0f4e3e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:37.771013 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8331fc29-ba19-4913-88c8-1091a5d8a6c8 req-66ffa24c-6e32-460e-9bee-af4f9e0f4e3e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0523109 Sep 22 17:18:37.808074 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8331fc29-ba19-4913-88c8-1091a5d8a6c8 req-396d11c7-4e76-42df-a655-6c3e8f229ffb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Sep 22 17:18:38.046977 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ddd1-4a01-4996-93ae-6e15ca8942da req-aef83da8-657b-4a51-9634-0b8cee4bc3c7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.048517 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-60c4ddd1-4a01-4996-93ae-6e15ca8942da req-aef83da8-657b-4a51-9634-0b8cee4bc3c7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0566733 Sep 22 17:18:38.089547 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-60c4ddd1-4a01-4996-93ae-6e15ca8942da req-112fd296-3247-4a72-950f-b800af721880 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Sep 22 17:18:38.102513 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-e7d66ced-808e-4b96-b69f-72dc332f2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.104019 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-e7d66ced-808e-4b96-b69f-72dc332f2cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1098 time: 0.0398223 Sep 22 17:18:38.193146 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-2e146387-65b3-46a1-b719-fe888790bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.194558 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-2e146387-65b3-46a1-b719-fe888790bd9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.0829957 Sep 22 17:18:38.258099 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-c20f21fa-96e8-4470-b327-85a1110629c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 999 time: 0.0547166 Sep 22 17:18:38.308709 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-32f81e5b-5ddd-4435-94cc-d027543246af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.310180 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-32f81e5b-5ddd-4435-94cc-d027543246af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0433345 Sep 22 17:18:38.364612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-d0497185-a94c-4a04-a056-92b677d5fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.366010 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-d0497185-a94c-4a04-a056-92b677d5fd42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478568 Sep 22 17:18:38.484276 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-1462f117-5ae2-4771-a7e0-b85e583a770c service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085064 Sep 22 17:18:38.495062 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74226871-7db0-463a-b40e-1a0e5c3549bf req-fdb64f2c-2f96-44d4-89e3-5f3409fe597d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:38.496437 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-74226871-7db0-463a-b40e-1a0e5c3549bf req-fdb64f2c-2f96-44d4-89e3-5f3409fe597d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0668600 Sep 22 17:18:38.583658 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-74226871-7db0-463a-b40e-1a0e5c3549bf req-18df441a-8168-456a-9f21-0e1bab533e07 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781927 Sep 22 17:18:38.612922 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7eead101-3cd4-4b7b-8c9e-7a7292372836 req-4de3af93-c1b2-4e2f-a26c-db353c8b281b service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149487 Sep 22 17:18:39.205244 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f62eaa-5b7d-49b3-aedf-7d8f7a8993b5 req-75d27131-c029-439a-8fa6-e5b08504907d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:39.206587 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-87f62eaa-5b7d-49b3-aedf-7d8f7a8993b5 req-75d27131-c029-439a-8fa6-e5b08504907d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0499561 Sep 22 17:18:39.242288 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-87f62eaa-5b7d-49b3-aedf-7d8f7a8993b5 req-2a7882c3-7549-49f1-b072-5428009c51fe tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298636 Sep 22 17:18:39.714709 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463e350-76d6-468f-b1b4-c3fadd62848b req-66f990bf-f7a2-4dcf-a0af-68cd00b14d0c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:39.716216 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3463e350-76d6-468f-b1b4-c3fadd62848b req-66f990bf-f7a2-4dcf-a0af-68cd00b14d0c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0615165 Sep 22 17:18:39.753041 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3463e350-76d6-468f-b1b4-c3fadd62848b req-36ba71a4-42ff-45b2-a68a-eb9e73868c57 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Sep 22 17:18:39.821388 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-dcc6393d-f72f-4477-ae87-a590a374686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:40.352387 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ea4b0-1fd3-42ef-ba9e-a0d53088a9e7 req-af399dcb-c085-4d7c-aabe-f5fe25b14a3e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:40.353867 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-521ea4b0-1fd3-42ef-ba9e-a0d53088a9e7 req-af399dcb-c085-4d7c-aabe-f5fe25b14a3e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0467968 Sep 22 17:18:40.392753 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-521ea4b0-1fd3-42ef-ba9e-a0d53088a9e7 req-929ce949-8339-4108-aa99-5f86391f1bae tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Sep 22 17:18:40.870558 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded59d9-a973-4e0c-8463-76f38285c81c req-25d4cc1d-23e2-4a15-8fd3-60129a02d858 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:40.872044 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2ded59d9-a973-4e0c-8463-76f38285c81c req-25d4cc1d-23e2-4a15-8fd3-60129a02d858 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 946 time: 0.0491285 Sep 22 17:18:40.908083 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2ded59d9-a973-4e0c-8463-76f38285c81c req-e0bb70e2-a605-4be1-81c5-cb1d81ee7a50 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302761 Sep 22 17:18:41.360700 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:41.428448 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:41.506355 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:41.510636 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9f8a-937f-4ab3-947d-93e3206df7bf req-edae81cd-c680-443c-8139-648d08729ba4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:41.516163 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-294d9f8a-937f-4ab3-947d-93e3206df7bf req-edae81cd-c680-443c-8139-648d08729ba4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0540483 Sep 22 17:18:41.530426 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:41.532840 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b038d-bcdd-4a30-8103-53f9ae49b7b4" -d '{"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:41.545626 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:41.550233 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:41.561128 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-294d9f8a-937f-4ab3-947d-93e3206df7bf req-987a5fbf-6a51-473f-bc9c-be1aaf9e6b1d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Sep 22 17:18:41.575238 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44bb45b-1c5c-4022-8b4d-d4c02e0be92e x-openstack-request-id: req-f44bb45b-1c5c-4022-8b4d-d4c02e0be92e {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:41.575553 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:41.575822 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f44bb45b-1c5c-4022-8b4d-d4c02e0be92e {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:41.576193 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'code': 200} Sep 22 17:18:41.601786 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=8']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:42.036571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5bed3-8536-4651-a6ec-03d6e0793e7b req-96a1ac9b-7491-4e4c-843a-8363db4e24a6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.038307 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ce5bed3-8536-4651-a6ec-03d6e0793e7b req-96a1ac9b-7491-4e4c-843a-8363db4e24a6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0530968 Sep 22 17:18:42.091667 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ce5bed3-8536-4651-a6ec-03d6e0793e7b req-fa6bb8fe-b686-4039-9187-0152a12450e7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Sep 22 17:18:42.310539 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d091d5b2-72b8-44a3-bfaf-d399f9cebe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:42.642194 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6faa54-74d4-4f2a-9c09-da7face56f32 req-7861cb77-7050-4df8-b501-797d77a7d238 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.643843 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-be6faa54-74d4-4f2a-9c09-da7face56f32 req-7861cb77-7050-4df8-b501-797d77a7d238 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0577412 Sep 22 17:18:42.665195 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3316-b0e2-43c4-beab-9b01760083dd req-ff93a84f-9b1d-43f3-ada1-b2390dd830fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.666666 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-ff93a84f-9b1d-43f3-ada1-b2390dd830fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0815461 Sep 22 17:18:42.678136 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [req-425e186d-46da-47b4-896c-b1546d5a94e2 req-67dc7322-3cb4-4397-99c0-5237b50cd2a9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:18:42.680267 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-425e186d-46da-47b4-896c-b1546d5a94e2 req-67dc7322-3cb4-4397-99c0-5237b50cd2a9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069814 Sep 22 17:18:42.684564 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-be6faa54-74d4-4f2a-9c09-da7face56f32 req-9831906c-c02f-4e19-925a-487441423d87 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Sep 22 17:18:42.778769 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3316-b0e2-43c4-beab-9b01760083dd req-357f034d-a294-418b-83a4-afe9001fb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.780425 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-357f034d-a294-418b-83a4-afe9001fb3a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.0991538 Sep 22 17:18:42.899553 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60344-646d-46dc-83cf-59e8faa61df7 req-447abe97-ccf2-491a-aa3f-95867acc8f10 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.901169 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-1df5badd-b783-47b0-9425-edd43a3c0af0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.1081052 Sep 22 17:18:42.907366 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8cf60344-646d-46dc-83cf-59e8faa61df7 req-447abe97-ccf2-491a-aa3f-95867acc8f10 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.1444640 Sep 22 17:18:42.976245 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8cf60344-646d-46dc-83cf-59e8faa61df7 req-b345956c-4a71-4c12-8153-c32cc6855c3f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539412 Sep 22 17:18:42.982534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3316-b0e2-43c4-beab-9b01760083dd req-b0a33cac-ae72-410d-ba02-3b0900ff34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:42.984177 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-b0a33cac-ae72-410d-ba02-3b0900ff34f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0523102 Sep 22 17:18:43.004456 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3768f-0bba-4e9a-930e-505d06adb8b1 req-7d993d3f-66fa-4aac-90d6-cc6601bf7bf5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:43.011986 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-02d3768f-0bba-4e9a-930e-505d06adb8b1 req-7d993d3f-66fa-4aac-90d6-cc6601bf7bf5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1138868 Sep 22 17:18:43.048610 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-d064f7b0-0b92-4bb6-9995-bdf6e5e6ce22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521157 Sep 22 17:18:43.102269 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-02d3768f-0bba-4e9a-930e-505d06adb8b1 req-56b0b2bd-83f4-4225-8358-c6a12702dc2e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884986 Sep 22 17:18:43.179352 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-9fb2e3eb-90a1-4108-8105-b742ad63d0b3 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222839 Sep 22 17:18:43.191050 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:43.225149 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:43.283326 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78db3316-b0e2-43c4-beab-9b01760083dd req-0c332d48-60f9-4685-b405-e9f0b9446b73 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952916 Sep 22 17:18:43.320069 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-e0727792-854f-4bb0-9985-dcd3bb123786 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=00ff28ddbec246f7913c104b32eba14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462368 Sep 22 17:18:43.458750 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49736) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:43.558088 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-09f09953-1af7-4eae-b820-ce23daf0ce59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980937 Sep 22 17:18:43.568542 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-d01254b5-70cc-41f5-ac59-0b4acb164641 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:43.568975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-7bd19dfa-ee6c-4f2b-a883-1e31d98abe11 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:18:43.572671 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-7bd19dfa-ee6c-4f2b-a883-1e31d98abe11 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077839 Sep 22 17:18:43.575432 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-d01254b5-70cc-41f5-ac59-0b4acb164641 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542138 Sep 22 17:18:43.600215 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-31e5cba9-37ef-47a4-ab80-447c43d721a8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/quotas/00ff28ddbec246f7913c104b32eba14b HTTP/1.1" status: 200 len: 375 time: 0.0238268 Sep 22 17:18:43.639438 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-05463595-f10f-46fb-970a-c0587a2c4232 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ff28ddbec246f7913c104b32eba14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376770 Sep 22 17:18:43.840040 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cf57973b-0b8a-4705-8913-19eb1f12b77c req-d377a24b-b99a-471e-b809-37aeb4800b37 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 210 time: 0.0346491 Sep 22 17:18:43.908216 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bff803-72d8-43fb-9173-1af776d52d25 req-80c87080-7542-4fde-8e6f-88f864b60f0c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:43.916858 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f0bff803-72d8-43fb-9173-1af776d52d25 req-80c87080-7542-4fde-8e6f-88f864b60f0c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1124227 Sep 22 17:18:43.999565 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f0bff803-72d8-43fb-9173-1af776d52d25 req-2a6b5798-cf06-44be-bdc7-08be4e46bcfd tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817461 Sep 22 17:18:44.311542 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04a357-f0a1-48a3-901b-97e3eafc5f5c req-0353ef8f-387b-4b9b-ba49-da3b85995f33 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:44.313833 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee04a357-f0a1-48a3-901b-97e3eafc5f5c req-0353ef8f-387b-4b9b-ba49-da3b85995f33 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0924492 Sep 22 17:18:44.315359 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49766) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:44.362502 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee04a357-f0a1-48a3-901b-97e3eafc5f5c req-b72e9d1d-a7f2-403b-a5a4-9995225d46fc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Sep 22 17:18:44.514252 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-80a59f39-4baf-43ab-a3ac-a842f515e0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.644415 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-80a59f39-4baf-43ab-a3ac-a842f515e0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.650854 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-80a59f39-4baf-43ab-a3ac-a842f515e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.687340 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-80a59f39-4baf-43ab-a3ac-a842f515e0d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c08ea16529ac463eaa0fe7e1c746b80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701744 Sep 22 17:18:44.688086 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 49774) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:44.729681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a59f39-4baf-43ab-a3ac-a842f515e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b920ca-0685-4d1d-b6ab-15d718652e31,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:44.787226 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.823560 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.895787 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.899211 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:44.903054 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4b920ca-0685-4d1d-b6ab-15d718652e31 HTTP/1.1" status: 204 len: 168 time: 0.2113302 Sep 22 17:18:44.937741 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7280d-39f4-4b17-9c80-e109b40ddd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b920ca-0685-4d1d-b6ab-15d718652e31,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:45.003460 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-59d7a1f6-2666-4920-83ed-7ec1bf22699f req-fa776fe2-b5c9-4c04-b6ac-5e9a47c7be84 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 210 time: 0.0517249 Sep 22 17:18:45.157573 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe28a5-fdac-4ca9-be2b-1389516e8937 req-26c0f53a-fcd0-4a2b-a49e-4be0ea60291b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:45.166069 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-84fe28a5-fdac-4ca9-be2b-1389516e8937 req-26c0f53a-fcd0-4a2b-a49e-4be0ea60291b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0892508 Sep 22 17:18:45.182244 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-44294711-63f5-4776-a13a-7721241b6dee tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=00ff28ddbec246f7913c104b32eba14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751064 Sep 22 17:18:45.220097 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-84fe28a5-fdac-4ca9-be2b-1389516e8937 req-90c5bc8c-88b1-409a-bd8c-9e1a7ea23bf6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Sep 22 17:18:45.326031 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:45.436828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-f2cf7a75-0588-4945-ba98-5d8f279da8df tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:45.438352 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-f2cf7a75-0588-4945-ba98-5d8f279da8df tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492690 Sep 22 17:18:45.454366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Request body: {'port': {'device_id': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906', 'admin_state_up': True, 'tenant_id': '00ff28ddbec246f7913c104b32eba14b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:45.623453 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4b95-4ff9-47cb-bcc0-abf4572f209a req-f75dc1c7-400a-4c47-92e5-112ec8d6f1b8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:45.625004 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d0c4b95-4ff9-47cb-bcc0-abf4572f209a req-f75dc1c7-400a-4c47-92e5-112ec8d6f1b8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0811517 Sep 22 17:18:45.655372 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Made reservation on behalf of 00ff28ddbec246f7913c104b32eba14b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:45.659321 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:45.670489 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:45.702163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d0c4b95-4ff9-47cb-bcc0-abf4572f209a req-0e908ad4-ead2-4dc5-869c-a24cc9c5d432 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633142 Sep 22 17:18:45.886364 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-bcdac691-186d-425a-a345-bb476d53d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:45.888379 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-bcdac691-186d-425a-a345-bb476d53d0ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 1097 time: 0.1762674 Sep 22 17:18:45.913314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:45.936983 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:45.990760 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:18:46.024305 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-0e1560c9-d192-4527-9595-8f7aaf6e0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.027432 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-0e1560c9-d192-4527-9595-8f7aaf6e0a23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1097 time: 0.0888913 Sep 22 17:18:46.048133 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49812) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:46.068234 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7aa4ff-2e90-4785-9838-2ed4558f9f75,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:46.164331 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a3aeb783-1214-41cd-91ff-f030e0cfcd0d req-0cdfd404-c52f-4330-83cc-61ed7cd255a5 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 210 time: 0.0582290 Sep 22 17:18:46.188432 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-99c40e9d-8f4d-4445-91e1-1679a605f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.189833 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-99c40e9d-8f4d-4445-91e1-1679a605f653 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.1505556 Sep 22 17:18:46.192728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Allocated IP 192.168.233.3 (32870c9a-85df-431e-99c1-b26ef0588906/66507209-eebd-47b6-89b0-cf9b430e4acc/39cdeaef-2be8-4ca2-b36d-3851243af19a) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:18:46.226383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-918939969-network', 'tenant_id': '70a2529a608e4e6490ec0c98ca00909b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:46.287627 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Made reservation on behalf of 70a2529a608e4e6490ec0c98ca00909b for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:46.288083 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-97ec4749-82aa-4553-b970-4e545a5a6669 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 999 time: 0.0845191 Sep 22 17:18:46.292347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.336756 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.353329 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-4f63bfe5-0e3e-43c7-a37e-666a039a1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.355019 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-4f63bfe5-0e3e-43c7-a37e-666a039a1bd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0641119 Sep 22 17:18:46.410229 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-f7771057-d293-45de-814a-19a2a8952c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.412022 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-f7771057-d293-45de-814a-19a2a8952c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493038 Sep 22 17:18:46.508726 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.545638 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-95a93246-de30-4a31-aca5-d3a05632922f service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249609 Sep 22 17:18:46.546793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97688a5e-508c-46f5-9c11-a02d9c40b5d6 req-3daa14ab-a7bd-4789-b8ae-4591ffd065fc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.548363 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-97688a5e-508c-46f5-9c11-a02d9c40b5d6 req-3daa14ab-a7bd-4789-b8ae-4591ffd065fc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.2317333 Sep 22 17:18:46.690862 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1a9ae629-5af6-4c96-8144-0c60c26726f9 req-43c1a3a0-b517-4655-be6c-444773a53232 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368332 Sep 22 17:18:46.859714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.875818 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea2e89-9956-4b66-bf96-3f6b4089a32c req-43a45019-31ff-4f25-af0d-6b69715001da tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:46.877669 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b9ea2e89-9956-4b66-bf96-3f6b4089a32c req-43a45019-31ff-4f25-af0d-6b69715001da tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0632291 Sep 22 17:18:46.897480 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.899129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:46.938165 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b9ea2e89-9956-4b66-bf96-3f6b4089a32c req-5d24a88f-ebd9-4504-9c49-d45f57d6404e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Sep 22 17:18:46.975287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:18:46.980303 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-97688a5e-508c-46f5-9c11-a02d9c40b5d6 req-d1a5b3b3-1c5a-459d-984a-971ac8feb731 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219167 Sep 22 17:18:47.005105 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Network 32870c9a-85df-431e-99c1-b26ef0588906 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:18:47.009497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.009742 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Added segment b97fb29f-d654-4d52-8d8d-cc88300a03ab of type vlan for network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 Sep 22 17:18:47.012717 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf0f80-2fdb-4469-a094-c82b375ffc0d,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:47.025937 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:47.050793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:18:47.060464 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Pushing event updated for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:47.115312 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.203058 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:47.203754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.208969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.210126 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:47.210598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.312076 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] Pushing event updated for resources: {'Network': ['ID=18e3b6ec-9f9f-4e95-9308-b966f1c95030,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:47.324413 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9d4d08a2-ad9f-44c0-b78f-18d66b0f2e51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2711656 Sep 22 17:18:47.326508 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:18:47.328152 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 49844) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:18:47.336854 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Request body: {'subnet': {'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-918939969-subnet', 'tenant_id': '70a2529a608e4e6490ec0c98ca00909b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:47.372462 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-cd17cf84-585e-4a46-be3b-aa43ab27e055 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9222057 Sep 22 17:18:47.387394 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701fd2-c3be-44cc-ad86-088bbbaaf15c req-bda9fbb8-8684-4e8a-8718-2e9178473c65 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:47.400143 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Request body: {'port': {'device_id': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:47.405089 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d4701fd2-c3be-44cc-ad86-088bbbaaf15c req-bda9fbb8-8684-4e8a-8718-2e9178473c65 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 934 time: 0.1194813 Sep 22 17:18:47.425900 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-8aae1738-6d20-41b6-b9cf-2d8ac1c98001 None None] Provisioning complete for port 39cdeaef-2be8-4ca2-b36d-3851243af19a triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:18:47.426549 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8aae1738-6d20-41b6-b9cf-2d8ac1c98001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.466510 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Made reservation on behalf of 70a2529a608e4e6490ec0c98ca00909b for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:47.467510 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-8aae1738-6d20-41b6-b9cf-2d8ac1c98001 None None] Port 39cdeaef-2be8-4ca2-b36d-3851243af19a cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:18:47.468835 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.472179 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d4701fd2-c3be-44cc-ad86-088bbbaaf15c req-2aeeff71-4bc9-461e-a084-398d715514f6 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655146 Sep 22 17:18:47.642142 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:47.952312 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:48.239225 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ba162-ea1f-4360-baeb-82cf672bf170 req-24a6109e-7c60-48b5-968f-804d0c97273a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:48.245828 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8a7ba162-ea1f-4360-baeb-82cf672bf170 req-24a6109e-7c60-48b5-968f-804d0c97273a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1361821 Sep 22 17:18:48.291271 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:48.313132 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8a7ba162-ea1f-4360-baeb-82cf672bf170 req-a421264f-b93d-48c4-8e73-988ffe00604c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Sep 22 17:18:48.346464 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccfe04-f2fb-43d1-b35e-0be93f7e6f26 req-d305a115-997a-4c16-80c2-16d1de6c9949 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:48.348573 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eaccfe04-f2fb-43d1-b35e-0be93f7e6f26 req-d305a115-997a-4c16-80c2-16d1de6c9949 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.2557068 Sep 22 17:18:48.353238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Checking segment: {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:18:48.353844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Network hostable DHCP agents. Network: 18e3b6ec-9f9f-4e95-9308-b966f1c95030, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:18:48.453972 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:18:48.466843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cdeaef-2be8-4ca2-b36d-3851243af19a {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:18:48.478218 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eaccfe04-f2fb-43d1-b35e-0be93f7e6f26 req-6fcc03c2-15b9-47a7-8e5f-7f226c266f8d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184313 Sep 22 17:18:48.485447 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:48.489782 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 18e3b6ec-9f9f-4e95-9308-b966f1c95030) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:48.498093 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:48.498718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:48.507754 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545a15e-4e98-4a38-9929-d5004f5393f8 None None] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:18:48.541215 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Transition to ACTIVE for port object 39cdeaef-2be8-4ca2-b36d-3851243af19a will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:18:48.554032 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:48.572378 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-df2d6519-d44a-4a90-b519-1d5ecf6e9b35 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2433290 Sep 22 17:18:48.683805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:48.729547 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72268e2-49bf-4a42-bc65-eccf75c2ed73 None None] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:18:48.745916 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06951cd-5fb4-4a21-bd65-8a70c68eef2c req-c973fe88-688f-4181-8562-5eaad2863627 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:48.757113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Attempting to bind port 39cdeaef-2be8-4ca2-b36d-3851243af19a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:18:48.757562 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Attempting to bind port 39cdeaef-2be8-4ca2-b36d-3851243af19a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:18:48.757841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Attempting to bind port 39cdeaef-2be8-4ca2-b36d-3851243af19a on network 32870c9a-85df-431e-99c1-b26ef0588906 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:48.769735 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Port 39cdeaef-2be8-4ca2-b36d-3851243af19a on network 32870c9a-85df-431e-99c1-b26ef0588906 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:18:48.771376 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Attempting to bind port 39cdeaef-2be8-4ca2-b36d-3851243af19a on network 32870c9a-85df-431e-99c1-b26ef0588906 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:48.780250 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a06951cd-5fb4-4a21-bd65-8a70c68eef2c req-c973fe88-688f-4181-8562-5eaad2863627 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.1662059 Sep 22 17:18:48.782327 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:18:48.782680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Checking segment: {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:18:48.785372 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Bound using segment: {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:18:48.785767 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Bound port: 39cdeaef-2be8-4ca2-b36d-3851243af19a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196b3e09-7629-4d8e-a2e1-ee298530b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:18:48.786147 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:48.841601 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a06951cd-5fb4-4a21-bd65-8a70c68eef2c req-c82fd067-0a9c-4a84-b262-7cd28ff58d54 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Sep 22 17:18:48.926296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:18:48.929927 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:18:48.937815 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:49.018722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:49.059721 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.060594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:49.064494 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4c27b729-e8c5-4c06-bfb8-0c90e9f072c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/39cdeaef-2be8-4ca2-b36d-3851243af19a HTTP/1.1" status: 200 len: 1096 time: 1.6821082 Sep 22 17:18:49.065157 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:18:49.068565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1733502c-681e-4a42-8cb4-3e34745da2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:49.112820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7715991-2d6d-48ca-b556-3a86d7d99a61 x-openstack-request-id: req-b7715991-2d6d-48ca-b556-3a86d7d99a61 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:49.113314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:49.113744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7715991-2d6d-48ca-b556-3a86d7d99a61 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:49.114307 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a', 'status': 'completed', 'code': 200} Sep 22 17:18:49.357293 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733502c-681e-4a42-8cb4-3e34745da2a7 req-78088927-66cd-4977-812d-3f73356024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.359059 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1733502c-681e-4a42-8cb4-3e34745da2a7 req-78088927-66cd-4977-812d-3f73356024e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00ff28ddbec246f7913c104b32eba14b&device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 1099 time: 0.1325634 Sep 22 17:18:49.462017 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1733502c-681e-4a42-8cb4-3e34745da2a7 req-e4a97e21-c83d-43e0-abdb-ef39fad5211d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00ff28ddbec246f7913c104b32eba14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583377 Sep 22 17:18:49.544013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d3721-581c-4377-8170-bdcaca1a0aab req-f3e8e053-4ff2-48bc-b225-9614442d01a2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.546628 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-556d3721-581c-4377-8170-bdcaca1a0aab req-f3e8e053-4ff2-48bc-b225-9614442d01a2 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1188819 Sep 22 17:18:49.656387 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-556d3721-581c-4377-8170-bdcaca1a0aab req-2ae74c0e-ed52-4720-8ec9-ae72650e47ec tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932302 Sep 22 17:18:49.807308 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b631-99ae-4929-9fbb-de9221b11171 req-89e10a66-120d-40df-b6fa-72c56d1bd767 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.808901 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4cf4b631-99ae-4929-9fbb-de9221b11171 req-89e10a66-120d-40df-b6fa-72c56d1bd767 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0739961 Sep 22 17:18:49.865155 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733502c-681e-4a42-8cb4-3e34745da2a7 req-85e9da5d-fe1b-4cbb-9bc5-7b49561693ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.866923 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1733502c-681e-4a42-8cb4-3e34745da2a7 req-85e9da5d-fe1b-4cbb-9bc5-7b49561693ab service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3307183 Sep 22 17:18:49.890524 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4cf4b631-99ae-4929-9fbb-de9221b11171 req-8ecf6a8f-cc41-4188-8764-4f9f8ccf6dbc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721815 Sep 22 17:18:49.970334 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4573e837-4112-451f-926e-68278e38b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:49.971991 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-4573e837-4112-451f-926e-68278e38b962 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00ff28ddbec246f7913c104b32eba14b&device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 1099 time: 0.0593417 Sep 22 17:18:50.045821 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c3f30-c495-44b8-aa02-2da7f3bd6a80 req-99acd295-8491-4c49-8552-9a9ba9e5898d tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:50.057707 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-a3f26035-99fc-47f3-8dce-89b45203505c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a HTTP/1.1" status: 200 len: 217 time: 0.0415955 Sep 22 17:18:50.063496 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c98c3f30-c495-44b8-aa02-2da7f3bd6a80 req-99acd295-8491-4c49-8552-9a9ba9e5898d tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.1169286 Sep 22 17:18:50.119995 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c98c3f30-c495-44b8-aa02-2da7f3bd6a80 req-c2858a71-5679-4789-895f-955f884e4ea5 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539532 Sep 22 17:18:50.166460 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-1ebca61a-a594-4dda-abb6-ede725bd757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:50.168798 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-1ebca61a-a594-4dda-abb6-ede725bd757f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66507209-eebd-47b6-89b0-cf9b430e4acc HTTP/1.1" status: 200 len: 843 time: 0.0735886 Sep 22 17:18:50.313677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4628-d13c-4450-8776-54648cb6976b req-a68bb18d-df98-479d-b7aa-86df24fd2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:50.322432 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-a68bb18d-df98-479d-b7aa-86df24fd2bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32870c9a-85df-431e-99c1-b26ef0588906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1072173 Sep 22 17:18:50.584855 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-076e6d25-ae23-4ee1-a462-3340c308724f service neutron] 10.222.0.24 "GET /v2.0/networks/32870c9a-85df-431e-99c1-b26ef0588906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232151 Sep 22 17:18:50.810862 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a2433-0ff1-4888-8337-e7e4a1547a92 req-aba430de-b946-46c8-841a-cd633155e917 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:50.819393 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-754a2433-0ff1-4888-8337-e7e4a1547a92 req-aba430de-b946-46c8-841a-cd633155e917 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0739691 Sep 22 17:18:50.864130 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-754a2433-0ff1-4888-8337-e7e4a1547a92 req-83b01321-64e5-4b78-ae0e-24c65bc61dae tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Sep 22 17:18:51.104988 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee0979-161a-4d12-bad0-3977f8f6204c req-83b5e1f4-e080-4e89-8adb-ce7b7f7727d9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:51.107524 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e2ee0979-161a-4d12-bad0-3977f8f6204c req-83b5e1f4-e080-4e89-8adb-ce7b7f7727d9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0880368 Sep 22 17:18:51.160083 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e2ee0979-161a-4d12-bad0-3977f8f6204c req-a4d261c5-ff78-4fbc-a910-46feac080d0d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461993 Sep 22 17:18:51.301489 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8821ed3-4631-4f62-925c-c93d3ad8e79f req-98dc3f74-072f-4fa1-84f7-5e69d4a34519 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:51.315144 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e8821ed3-4631-4f62-925c-c93d3ad8e79f req-98dc3f74-072f-4fa1-84f7-5e69d4a34519 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0761530 Sep 22 17:18:51.377671 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e8821ed3-4631-4f62-925c-c93d3ad8e79f req-34efa9d0-69f1-46c7-8f6f-f97f90458264 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595071 Sep 22 17:18:52.066209 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d648e-8eec-40ce-b428-6e7ed42fd844 req-5a619a66-0a47-432f-8d0e-b0b596dd9b53 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:52.073515 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b37d648e-8eec-40ce-b428-6e7ed42fd844 req-5a619a66-0a47-432f-8d0e-b0b596dd9b53 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1048613 Sep 22 17:18:52.125162 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b37d648e-8eec-40ce-b428-6e7ed42fd844 req-0bc6f847-4edb-49d6-a30f-5d8b6821099d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507936 Sep 22 17:18:52.360347 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c50150-37bf-4183-bfda-5a23b94fb963 req-28a09344-06a6-4061-a0a4-5afbe9428cd4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:52.366332 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a6c50150-37bf-4183-bfda-5a23b94fb963 req-28a09344-06a6-4061-a0a4-5afbe9428cd4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1031795 Sep 22 17:18:52.434983 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a6c50150-37bf-4183-bfda-5a23b94fb963 req-c73af20b-d057-4c26-9785-35386ae4235f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643899 Sep 22 17:18:52.704024 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716628-f3a0-4887-a6a4-6feba6df947c req-ab4a6db2-3ecd-4572-9844-782f5dad2c25 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:52.706611 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3c716628-f3a0-4887-a6a4-6feba6df947c req-ab4a6db2-3ecd-4572-9844-782f5dad2c25 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0642543 Sep 22 17:18:52.769105 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3c716628-f3a0-4887-a6a4-6feba6df947c req-f5e4f3f9-9fb6-4a42-8e8a-9ebfa16a9d96 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Sep 22 17:18:53.274255 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd11c7-601b-4146-baea-558b6a87e3b6 req-19d0a0e9-6a1c-43cb-8a20-168203d2e122 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:53.276743 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-99dd11c7-601b-4146-baea-558b6a87e3b6 req-19d0a0e9-6a1c-43cb-8a20-168203d2e122 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0578272 Sep 22 17:18:53.344039 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-99dd11c7-601b-4146-baea-558b6a87e3b6 req-84ea0db4-fd19-4fed-a94e-b86911863f03 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Sep 22 17:18:53.614269 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39540-8ab9-45e0-a52f-86a71d53dc9f req-e42f8c52-a50d-4a4c-b27e-d963ab7cced2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:53.615940 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b39540-8ab9-45e0-a52f-86a71d53dc9f req-e42f8c52-a50d-4a4c-b27e-d963ab7cced2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0580716 Sep 22 17:18:53.655451 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98b39540-8ab9-45e0-a52f-86a71d53dc9f req-4a12d21a-6986-407d-bba7-d6982f0c20a3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Sep 22 17:18:53.910788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320732-ed04-47d0-8fc5-90c276d630e8 req-13c2b04c-c5bb-4756-90e3-507290ded424 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:53.912436 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3320732-ed04-47d0-8fc5-90c276d630e8 req-13c2b04c-c5bb-4756-90e3-507290ded424 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0585048 Sep 22 17:18:53.972033 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3320732-ed04-47d0-8fc5-90c276d630e8 req-f1b548e7-5c95-4f84-a696-86a4dfafe54a tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Sep 22 17:18:54.508180 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91aa54-24d8-448b-b430-5487bd347c95 req-bbea5cc5-f2e7-4a83-9918-f42b55490fff tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:54.520024 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af91aa54-24d8-448b-b430-5487bd347c95 req-bbea5cc5-f2e7-4a83-9918-f42b55490fff tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0678267 Sep 22 17:18:54.561360 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af91aa54-24d8-448b-b430-5487bd347c95 req-520e8f4e-ce69-4018-b9f2-4ba93e145e82 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Sep 22 17:18:54.792312 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc256d-2d0d-4527-bd27-e29177e5cfb7 req-394bfeb9-f762-4ea0-8b32-0fe02056e2ef tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:54.794227 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d9cc256d-2d0d-4527-bd27-e29177e5cfb7 req-394bfeb9-f762-4ea0-8b32-0fe02056e2ef tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0504973 Sep 22 17:18:54.855446 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d9cc256d-2d0d-4527-bd27-e29177e5cfb7 req-86b5c50f-1b9e-444d-983a-9f0cf2513e12 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546627 Sep 22 17:18:55.102097 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9c52d-275b-4e20-ae4b-691c48c1cd1b req-58ec904b-e46a-4c9e-85c5-6bd4b4703bf8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:55.103592 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5de9c52d-275b-4e20-ae4b-691c48c1cd1b req-58ec904b-e46a-4c9e-85c5-6bd4b4703bf8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0535891 Sep 22 17:18:55.152155 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5de9c52d-275b-4e20-ae4b-691c48c1cd1b req-91ba59a7-a22b-4b47-855c-73994dc8c30b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Sep 22 17:18:55.720240 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7df3-b347-4162-84f0-520134ce197b req-2073bda9-4491-4403-bb8f-899d5ef6382a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:55.724361 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b65e7df3-b347-4162-84f0-520134ce197b req-2073bda9-4491-4403-bb8f-899d5ef6382a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0579658 Sep 22 17:18:55.812121 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b65e7df3-b347-4162-84f0-520134ce197b req-be433662-0902-4fe1-8d7a-652c68148e9d tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Sep 22 17:18:56.014037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed0595-0756-4cf7-aae0-e15600e0e04d req-a897ffab-6e23-4920-b301-b0d42c67f563 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:56.021471 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e9ed0595-0756-4cf7-aae0-e15600e0e04d req-a897ffab-6e23-4920-b301-b0d42c67f563 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0737727 Sep 22 17:18:56.064772 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e9ed0595-0756-4cf7-aae0-e15600e0e04d req-c41b4b57-525c-44fb-8c72-0d5437b56de6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Sep 22 17:18:56.301416 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaad9b0-3c43-4b74-8d9d-a4e7bcea75db req-5b21fff2-950e-4157-8172-bcb0f7844704 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:56.313173 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-daaad9b0-3c43-4b74-8d9d-a4e7bcea75db req-5b21fff2-950e-4157-8172-bcb0f7844704 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0765986 Sep 22 17:18:56.378666 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-daaad9b0-3c43-4b74-8d9d-a4e7bcea75db req-27aeadef-5d4f-4852-9a3f-934dbb0347e9 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622880 Sep 22 17:18:57.238583 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cf541-6d39-4c54-b3e7-4ce539e536f7 req-17e19957-7355-4fd0-813c-66f443506c3c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:57.243722 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-046cf541-6d39-4c54-b3e7-4ce539e536f7 req-17e19957-7355-4fd0-813c-66f443506c3c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.3161509 Sep 22 17:18:57.305853 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-046cf541-6d39-4c54-b3e7-4ce539e536f7 req-c738aaba-2da9-4fe8-b75b-8469718c0799 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Sep 22 17:18:57.403859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b42d98-d574-43f4-a374-76f23f20a6ee req-1168eaa5-172b-4e44-8aaa-dd472d467fab tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:57.405317 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37b42d98-d574-43f4-a374-76f23f20a6ee req-1168eaa5-172b-4e44-8aaa-dd472d467fab tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0504138 Sep 22 17:18:57.453654 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37b42d98-d574-43f4-a374-76f23f20a6ee req-c75b28a8-fc2d-4f1f-89c9-1d5e61ca866e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Sep 22 17:18:57.596936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52424ae-e165-4963-b820-b54cef84ac46 req-ebc42e62-a83d-4cda-bd81-95286773c7af tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:57.598820 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e52424ae-e165-4963-b820-b54cef84ac46 req-ebc42e62-a83d-4cda-bd81-95286773c7af tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0738797 Sep 22 17:18:57.676095 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e52424ae-e165-4963-b820-b54cef84ac46 req-24eb5e38-7fe8-40a5-a0ee-50065d9c79c6 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545669 Sep 22 17:18:58.512688 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551b98-719e-4d42-a489-17a180f8678c req-b526e35a-d696-43a3-82ee-cf43e4228465 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:58.514335 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-83551b98-719e-4d42-a489-17a180f8678c req-b526e35a-d696-43a3-82ee-cf43e4228465 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1185861 Sep 22 17:18:58.571256 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-83551b98-719e-4d42-a489-17a180f8678c req-46d8d9a5-8932-41c7-b91a-919facc13252 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507212 Sep 22 17:18:58.692048 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d2be-e269-46d7-b5af-886432caa8e7 req-d80c7436-1cf4-4c40-8a0b-07e22fa98eb9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:58.694402 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-21b3d2be-e269-46d7-b5af-886432caa8e7 req-d80c7436-1cf4-4c40-8a0b-07e22fa98eb9 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0575316 Sep 22 17:18:58.740119 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-21b3d2be-e269-46d7-b5af-886432caa8e7 req-b91259a6-17ba-4e8e-8c05-ebb64e6e834a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364320 Sep 22 17:18:58.932484 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aca07-6ecd-4748-9ee1-a1db77c61b58 req-8963cad1-7d77-4436-8d57-e00e65d83aac tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:58.934290 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-436aca07-6ecd-4748-9ee1-a1db77c61b58 req-8963cad1-7d77-4436-8d57-e00e65d83aac tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0683572 Sep 22 17:18:58.981941 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-436aca07-6ecd-4748-9ee1-a1db77c61b58 req-7ceb0e7d-105f-48b9-a772-97972caae07d tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Sep 22 17:18:59.686925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db6b8-a417-4c32-a81a-294be7ce2c73 req-3e8bcbc3-4e5d-44ee-b650-335552f4d332 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:59.688591 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-776db6b8-a417-4c32-a81a-294be7ce2c73 req-3e8bcbc3-4e5d-44ee-b650-335552f4d332 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0506382 Sep 22 17:18:59.741346 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-776db6b8-a417-4c32-a81a-294be7ce2c73 req-39b5756a-c99a-4136-bed7-1c93ac61cbc3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Sep 22 17:18:59.889153 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885926fa-40b4-4df8-b7b8-b238e34d1929 req-63dc306d-b6ca-4b26-b0bf-5799baaeef3b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:18:59.896257 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-885926fa-40b4-4df8-b7b8-b238e34d1929 req-63dc306d-b6ca-4b26-b0bf-5799baaeef3b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0598094 Sep 22 17:18:59.933523 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-885926fa-40b4-4df8-b7b8-b238e34d1929 req-4bb13061-d4d9-4a5b-89eb-732672e716b8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360243 Sep 22 17:19:00.118416 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6fb4-67b5-48cc-8b80-b12dd29bdbac req-35643fee-da96-4618-bf74-c8b5fc8e2c99 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:00.119980 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5b0c6fb4-67b5-48cc-8b80-b12dd29bdbac req-35643fee-da96-4618-bf74-c8b5fc8e2c99 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Sep 22 17:19:00.164843 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5b0c6fb4-67b5-48cc-8b80-b12dd29bdbac req-ef3491a9-8b9b-4edf-a692-91e857a3970b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386622 Sep 22 17:19:00.258982 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-053218af-d47d-4084-ad7d-04fa1da2ee5c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:00.265831 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-053218af-d47d-4084-ad7d-04fa1da2ee5c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 813 time: 0.1223860 Sep 22 17:19:00.280116 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-aed59fee-1ee3-4544-8e02-6660b17c34d6 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/quotas/70a2529a608e4e6490ec0c98ca00909b HTTP/1.1" status: 200 len: 375 time: 0.0134513 Sep 22 17:19:00.307122 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-f08cb704-8931-4a7e-965b-f1916ae73d2a tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252578 Sep 22 17:19:00.407385 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-6d1d0194-c492-474e-af17-d369f361f90f service neutron] 10.222.0.11 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926642 Sep 22 17:19:00.502257 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-a9368f9a-ad6b-4b16-b315-7e145a183270 service neutron] 10.222.0.11 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872653 Sep 22 17:19:00.652977 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-edc78798-0c37-4ee3-bb20-d412331b4363 req-5fa97aed-6ba5-4c61-91f3-efc7a14f058f tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 210 time: 0.0251729 Sep 22 17:19:00.857773 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e5f3-10b1-44ab-8075-3155555767ae req-a3e0161a-b17b-4995-9129-1e374afde01b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:00.859343 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9357e5f3-10b1-44ab-8075-3155555767ae req-a3e0161a-b17b-4995-9129-1e374afde01b tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0525153 Sep 22 17:19:00.898225 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9357e5f3-10b1-44ab-8075-3155555767ae req-1c35027e-66c7-4f39-b043-2d04c70b627f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Sep 22 17:19:01.055659 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e054572-eabf-411c-b328-07106e9e33b8 req-ff53c454-e76a-4578-ad0b-41d84f5c075e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:01.057366 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9e054572-eabf-411c-b328-07106e9e33b8 req-ff53c454-e76a-4578-ad0b-41d84f5c075e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0525343 Sep 22 17:19:01.097091 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9e054572-eabf-411c-b328-07106e9e33b8 req-d8fa6f79-bffb-48e5-85a8-35b79c1602ff tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332513 Sep 22 17:19:01.142548 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5c8a4628-d13c-4450-8776-54648cb6976b req-79c9c88e-7a40-4f40-adcc-f88879f09bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/32870c9a-85df-431e-99c1-b26ef0588906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069288 Sep 22 17:19:01.295508 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d8e3-a803-49d3-bcd6-1432f50618d9 req-114ed787-a3c7-4fde-b8c0-f97bbc4e4778 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:01.300194 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-88a5d8e3-a803-49d3-bcd6-1432f50618d9 req-114ed787-a3c7-4fde-b8c0-f97bbc4e4778 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0535002 Sep 22 17:19:01.337488 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-88a5d8e3-a803-49d3-bcd6-1432f50618d9 req-1f640327-bd60-45d7-a21d-523b6413268e tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Sep 22 17:19:01.758534 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c3e2413-a1b9-4ce1-a64d-c178170e0990 req-330a538f-e25a-4e63-a9d3-d5948bc1f606 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 210 time: 0.0265224 Sep 22 17:19:01.766940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-76b2c6f2-1044-41e8-843a-8556a896aab7 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:01.768445 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-76b2c6f2-1044-41e8-843a-8556a896aab7 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 813 time: 0.1257241 Sep 22 17:19:01.783238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Request body: {'port': {'device_id': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030', 'admin_state_up': True, 'tenant_id': '70a2529a608e4e6490ec0c98ca00909b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:01.889081 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Made reservation on behalf of 70a2529a608e4e6490ec0c98ca00909b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:01.892641 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.058142 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a675cee-e55c-4e67-b661-9aa64e1752bf req-d340e79d-709c-411c-aa17-61e5278bde1a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.059605 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a675cee-e55c-4e67-b661-9aa64e1752bf req-d340e79d-709c-411c-aa17-61e5278bde1a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0929449 Sep 22 17:19:02.060634 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Allocated IP 172.20.0.11 (18e3b6ec-9f9f-4e95-9308-b966f1c95030/c1deee66-ce5a-45ab-9ed5-d9e12d93f93f/f615ee00-2223-4d17-937b-83fe5ca8e1fc) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:02.122360 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a675cee-e55c-4e67-b661-9aa64e1752bf req-1c9fc64b-d657-4210-904a-af9b0dcc9098 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557022 Sep 22 17:19:02.222049 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29cea-bf02-4737-9e72-aa59667cb60a req-a5b01653-25c1-465f-b2f5-943acef0cadd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.223418 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b5c29cea-bf02-4737-9e72-aa59667cb60a req-a5b01653-25c1-465f-b2f5-943acef0cadd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0496383 Sep 22 17:19:02.229814 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.260583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b5c29cea-bf02-4737-9e72-aa59667cb60a req-c499e455-f885-42ee-9caf-8d34d1bdec7c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302715 Sep 22 17:19:02.262149 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.302908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:02.305971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:02.309640 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:02.335868 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Pushing event updated for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:02.352007 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.352356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.352692 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.353025 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.353353 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.353683 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.354003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.354328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.354697 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.355022 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.355338 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.355995 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:02.378213 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.378833 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.395285 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-7c6ddc39-22bf-4914-a964-62b323023526 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160309 Sep 22 17:19:02.417374 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Request body: {'port': {'device_id': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:02.450404 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0472548-8c8f-4b05-871e-d052987a5904 req-5ec52fb5-7986-48af-aafc-86aa03432390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.451925 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a0472548-8c8f-4b05-871e-d052987a5904 req-5ec52fb5-7986-48af-aafc-86aa03432390 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0393946 Sep 22 17:19:02.487860 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a0472548-8c8f-4b05-871e-d052987a5904 req-439b3b3f-d0e5-4f15-b599-39e86c9f1b6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272777 Sep 22 17:19:02.497590 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.508344 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcf698-b32b-49c9-bd77-1c3e515361b5 req-7b366dea-824c-4742-a7d2-7686053aa00b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.509820 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-34bcf698-b32b-49c9-bd77-1c3e515361b5 req-7b366dea-824c-4742-a7d2-7686053aa00b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0897226 Sep 22 17:19:02.575569 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-34bcf698-b32b-49c9-bd77-1c3e515361b5 req-901ddeb9-ffa1-46d8-b9ad-4a710cd1af57 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579903 Sep 22 17:19:02.767377 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50070) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:02.785334 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f615ee00-2223-4d17-937b-83fe5ca8e1fc {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:02.793246 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.807807 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Transition to ACTIVE for port object f615ee00-2223-4d17-937b-83fe5ca8e1fc will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:19:02.812084 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.812272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Deleting subnet 45d8954c-8859-464b-abac-a29eef4a8d00 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:19:02.815532 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.861728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:02.878640 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.891981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.929650 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723cf2-677d-4b50-9ce8-ee087f1633e8 req-d42595c1-5422-46e2-abed-8546e51a5a32 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:02.931104 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40723cf2-677d-4b50-9ce8-ee087f1633e8 req-d42595c1-5422-46e2-abed-8546e51a5a32 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 944 time: 0.0958667 Sep 22 17:19:02.932933 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Attempting to bind port f615ee00-2223-4d17-937b-83fe5ca8e1fc on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:02.933270 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Attempting to bind port f615ee00-2223-4d17-937b-83fe5ca8e1fc by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:02.933595 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Attempting to bind port f615ee00-2223-4d17-937b-83fe5ca8e1fc on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:02.938177 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Port f615ee00-2223-4d17-937b-83fe5ca8e1fc on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:19:02.938497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Attempting to bind port f615ee00-2223-4d17-937b-83fe5ca8e1fc on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:02.944122 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:02.945007 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Checking segment: {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:02.945409 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Bound using segment: {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:02.945836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Bound port: f615ee00-2223-4d17-937b-83fe5ca8e1fc, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:02.946193 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:02.977899 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.008646 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:03.010097 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40723cf2-677d-4b50-9ce8-ee087f1633e8 req-7463b04b-780a-49f6-ba41-98c0e049616c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690930 Sep 22 17:19:03.011754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:03.013663 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.018321 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/45d8954c-8859-464b-abac-a29eef4a8d00 HTTP/1.1" status: 204 len: 168 time: 0.2472899 Sep 22 17:19:03.018321 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d8954c-8859-464b-abac-a29eef4a8d00,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:03.018579 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.018753 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50074) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:03.039949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.040295 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.040630 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.040961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.041285 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.041608 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.041925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.042273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.042660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.043003 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.043312 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.043711 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b4b21-e6e3-4c22-a723-d279f4445430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:03.054354 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.054980 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.056471 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f615ee00-2223-4d17-937b-83fe5ca8e1fc HTTP/1.1" status: 200 len: 1094 time: 0.6434884 Sep 22 17:19:03.056913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:03.059171 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1581c910-8805-40f6-8675-c73cfc56cb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:03.081258 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0dc0a-2b04-4cfe-9ac2-addd025c08c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:03.108385 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89f414b-d5f4-4c77-bb6c-fa623b44b84d x-openstack-request-id: req-c89f414b-d5f4-4c77-bb6c-fa623b44b84d {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:03.108678 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:03.108934 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c89f414b-d5f4-4c77-bb6c-fa623b44b84d {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:03.109334 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc', 'status': 'completed', 'code': 200} Sep 22 17:19:03.115591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.151136 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-2744c095-ddeb-427e-851c-2ad6d56351e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.152760 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-2744c095-ddeb-427e-851c-2ad6d56351e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 1097 time: 0.0410011 Sep 22 17:19:03.199186 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-a3ab80b0-d1cb-4177-b472-7c70c9c3d680 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc HTTP/1.1" status: 200 len: 217 time: 0.0364006 Sep 22 17:19:03.199601 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.242075 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.242762 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.243156 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.243498 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > port after_create 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.243859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.244195 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > port after_update 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.244513 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.244828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.245164 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.245481 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.249036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-a5d5810d-af8c-4a7b-ae85-f7785d6a256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.250547 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-a5d5810d-af8c-4a7b-ae85-f7785d6a256c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f HTTP/1.1" status: 200 len: 853 time: 0.0433583 Sep 22 17:19:03.296507 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-052e94a6-f969-4b36-8288-76272b622df7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18e3b6ec-9f9f-4e95-9308-b966f1c95030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239978 Sep 22 17:19:03.329681 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.330028 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.330427 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.330760 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:19:03.331486 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0ccac7-a028-432d-9930-1ffed0446171']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:03.353442 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02484393-c4f1-4bb5-88d7-ce2800e0ddc4') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:03.353737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02484393-c4f1-4bb5-88d7-ce2800e0ddc4') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:03.372426 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.383382 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f234-5737-45b6-978f-46d35c34c646 req-5b7645ba-6f1e-4415-9e7c-eaa81e4c36fc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.384956 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0c52f234-5737-45b6-978f-46d35c34c646 req-5b7645ba-6f1e-4415-9e7c-eaa81e4c36fc tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1826699 Sep 22 17:19:03.416423 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.432113 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:19:03.432503 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.434292 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ef0e-406d-4ec2-8694-e08af7db3035 req-b32b255a-7e08-4cb0-b4bd-3cc3a1f3c7ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.435894 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8a07ef0e-406d-4ec2-8694-e08af7db3035 req-b32b255a-7e08-4cb0-b4bd-3cc3a1f3c7ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1017256 Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: from cryptography.utils import int_from_bytes Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: from cryptography.utils import int_from_bytes Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:19:03.436324 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:19:03.438595 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-1c7acb9f-e357-4bf2-be1f-8d1da5d11286 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253383 Sep 22 17:19:03.459183 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0c52f234-5737-45b6-978f-46d35c34c646 req-067c4e45-5e89-439c-adbf-956e8fd0d154 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Sep 22 17:19:03.504240 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.523296 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:03.527604 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] 10.222.0.11 "DELETE /v2.0/networks/ee0ccac7-a028-432d-9930-1ffed0446171 HTTP/1.1" status: 204 len: 168 time: 0.5056038 Sep 22 17:19:03.527604 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e004542-48eb-46fb-bdd6-3da2650b1e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0ccac7-a028-432d-9930-1ffed0446171,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:03.533934 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8a07ef0e-406d-4ec2-8694-e08af7db3035 req-6ca616d3-a256-40f7-af0c-4e498fbf5044 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914793 Sep 22 17:19:03.564928 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-396d393d-82f4-4bcf-92e1-39d6ced12a1c req-712f53ee-efca-4cdf-8c9c-3a3cfab5c2f3 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089108 Sep 22 17:19:03.653175 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50086) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:03.676113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-592e73e1-a30d-4a15-9113-c06db578c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.677560 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-592e73e1-a30d-4a15-9113-c06db578c227 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 1097 time: 0.0558836 Sep 22 17:19:03.691280 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324605-1b2d-4291-9df6-255c4bdad8b6 req-1163cf76-205b-42f8-9ced-acf2de9007e6 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:03.692859 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-01324605-1b2d-4291-9df6-255c4bdad8b6 req-1163cf76-205b-42f8-9ced-acf2de9007e6 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0480361 Sep 22 17:19:03.715979 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-147b5cb7-41f2-427e-acae-537a2a245c15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93e2b12e977d4c90a6d098f65076277e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608733 Sep 22 17:19:03.718503 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50088) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:03.730861 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-01324605-1b2d-4291-9df6-255c4bdad8b6 req-4c11f5c1-188e-475f-93a8-9f96df14801b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Sep 22 17:19:04.046000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-153e7483-bcbc-4edd-9882-5b98e78b2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.047968 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-153e7483-bcbc-4edd-9882-5b98e78b2197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 914 time: 0.3593690 Sep 22 17:19:04.049031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:04.102979 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-5f364bf4-08d9-477f-80f9-d6a2e9fe63e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc HTTP/1.1" status: 200 len: 217 time: 0.0427353 Sep 22 17:19:04.104750 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:04.203088 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-d3ac1dc5-b1f5-4488-8e0b-444d64f69a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.204453 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-d3ac1dc5-b1f5-4488-8e0b-444d64f69a5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f HTTP/1.1" status: 200 len: 853 time: 0.0862708 Sep 22 17:19:04.212616 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20109fba-c3c4-479a-b227-0c1cf6748ea8 req-c2dc8935-eef0-459e-b2b2-5e43d71ef8a8 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.213964 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20109fba-c3c4-479a-b227-0c1cf6748ea8 req-c2dc8935-eef0-459e-b2b2-5e43d71ef8a8 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 944 time: 0.1163518 Sep 22 17:19:04.246099 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-f029fd63-b21d-4d66-a8b7-584a3b235ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18e3b6ec-9f9f-4e95-9308-b966f1c95030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308552 Sep 22 17:19:04.264819 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:04.267201 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:04.270521 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32a50ed8-6643-472d-bbb3-3a3ffcde45ec HTTP/1.1" status: 204 len: 168 time: 0.5489089 Sep 22 17:19:04.297541 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339f45-4bee-42a5-9418-f7163c237300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a50ed8-6643-472d-bbb3-3a3ffcde45ec,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:04.315258 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20109fba-c3c4-479a-b227-0c1cf6748ea8 req-5fa7a34a-490b-4efe-bf88-fadf83bdaf24 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916758 Sep 22 17:19:04.382624 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-0294a0eb-a12f-433c-933d-9bd35102ab35 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252143 Sep 22 17:19:04.488885 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1581c910-8805-40f6-8675-c73cfc56cb3c req-9c150ff2-9ac5-408f-8dfd-9b7cc28e3f7c service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980601 Sep 22 17:19:04.608116 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db93e9-2c2a-4bff-9d20-c5e0588451a1 req-20c546eb-16e8-4c68-a293-f066da62d891 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.609782 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63db93e9-2c2a-4bff-9d20-c5e0588451a1 req-20c546eb-16e8-4c68-a293-f066da62d891 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0788765 Sep 22 17:19:04.654536 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63db93e9-2c2a-4bff-9d20-c5e0588451a1 req-3ddc9424-95c7-49df-8f7c-76cec2bcc983 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377891 Sep 22 17:19:04.667693 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe0f95-1517-4ba1-9931-06736c89484d req-db9ae41d-9bb5-4d65-8887-cb93afaf5671 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.669425 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-48fe0f95-1517-4ba1-9931-06736c89484d req-db9ae41d-9bb5-4d65-8887-cb93afaf5671 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0571051 Sep 22 17:19:04.711933 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-48fe0f95-1517-4ba1-9931-06736c89484d req-2c6e297b-e9fb-46c8-b53f-bc54bf4daadd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Sep 22 17:19:04.855074 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d150-a15b-4265-834a-d6deb6d8b565 req-9a5d20ca-8899-4cc5-a56b-960f510228f8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:04.856916 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4655d150-a15b-4265-834a-d6deb6d8b565 req-9a5d20ca-8899-4cc5-a56b-960f510228f8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 946 time: 0.0556481 Sep 22 17:19:04.900178 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4655d150-a15b-4265-834a-d6deb6d8b565 req-19890e43-e038-4a71-804a-d0abafff6921 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Sep 22 17:19:05.056422 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-76af6f48-68e5-4165-97ef-a2e9f5c55564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.058065 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-76af6f48-68e5-4165-97ef-a2e9f5c55564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3cbb330046f4ea784e45df232cc1c20&device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 1098 time: 0.0811720 Sep 22 17:19:05.065674 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87033b9-53b2-4150-9592-185a148c43af req-2d967f7e-8917-428a-9179-f09a41eade97 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.067102 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e87033b9-53b2-4150-9592-185a148c43af req-2d967f7e-8917-428a-9179-f09a41eade97 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0926602 Sep 22 17:19:05.075356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50128) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:05.173639 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e87033b9-53b2-4150-9592-185a148c43af req-480fba68-b9c0-4529-b428-24baba18cc6e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959196 Sep 22 17:19:05.195430 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-830871943-network', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:05.209634 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-e631c347-1f56-4ee5-ac42-57953c70a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.211591 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-e631c347-1f56-4ee5-ac42-57953c70a17d service neutron] 10.222.0.24 "GET /v2.0/networks?id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 200 len: 919 time: 0.1436560 Sep 22 17:19:05.255128 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Made reservation on behalf of 44917f136d824c4dabf6a0efe349fd07 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:05.257493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.259910 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-d8d20b7e-483c-4f10-b8da-c541349a2124 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 200 len: 217 time: 0.0391304 Sep 22 17:19:05.266112 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.328218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-c02e49f1-3c34-4817-b5ae-6f7ed743a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.329994 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-c02e49f1-3c34-4817-b5ae-6f7ed743a2d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 200 len: 858 time: 0.0618477 Sep 22 17:19:05.376690 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-e21a4bc3-ca6c-4973-8731-1c41aca99c6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40c9466c-9bf8-47a7-a120-6d2cf2d6a410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329893 Sep 22 17:19:05.431887 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 39cdeaef-2be8-4ca2-b36d-3851243af19a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:19:05.454654 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657ad8-5774-46d6-85af-4a4782618368 req-e6c7ec73-9d26-4c4a-8803-5ae65cf0f448 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.456294 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-80657ad8-5774-46d6-85af-4a4782618368 req-e6c7ec73-9d26-4c4a-8803-5ae65cf0f448 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 944 time: 0.0557821 Sep 22 17:19:05.480001 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.486799 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.497855 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-80657ad8-5774-46d6-85af-4a4782618368 req-f60cbfe6-5803-4f87-b19d-155d5b43d0f5 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Sep 22 17:19:05.520065 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:19:05.523869 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-0aec386a-bd11-45c2-b470-f14fc88e57cf service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307168 Sep 22 17:19:05.529515 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:05.544437 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '39cdeaef-2be8-4ca2-b36d-3851243af19a', 'network_id': '32870c9a-85df-431e-99c1-b26ef0588906', 'port_id': '39cdeaef-2be8-4ca2-b36d-3851243af19a', 'mac_address': 'fa:16:3e:78:08:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66507209-eebd-47b6-89b0-cf9b430e4acc', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:19:05.546697 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.547048 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Added segment 19ffb1a3-3a5d-467f-893d-53e64948e7fe of type vlan for network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c Sep 22 17:19:05.548259 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:05.582227 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.595217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cdeaef-2be8-4ca2-b36d-3851243af19a {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:05.614000 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:05.617015 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.634580 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.662629 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:05.669726 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.670176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.670519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.670857 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.671187 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.671519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.671902 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.672230 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.672575 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.672904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.673328 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.673685 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:05.676547 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c1eb69a7-4915-42f1-9756-3c50a71089e9 req-7ca427c9-9414-4bcd-90fd-bf2f5cf0c7e0 service neutron] 10.222.0.24 "GET /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413271 Sep 22 17:19:05.677549 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.678411 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.679172 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.709800 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6315091 Sep 22 17:19:05.713625 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50134) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:05.719183 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Request body: {'subnet': {'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-830871943-subnet', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:05.742988 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Made reservation on behalf of 44917f136d824c4dabf6a0efe349fd07 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:05.745288 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311384'] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.748529 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd060-ee1e-4b1a-90a7-30b09810ed09 admin admin] Pushing event updated for resources: {'Network': ['ID=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:05.759567 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:19:05.842589 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bd67e-5901-458d-8e62-37c2848471f5 req-0ee1eae1-555a-494f-a0fb-f93883e999f4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:05.844102 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-739bd67e-5901-458d-8e62-37c2848471f5 req-0ee1eae1-555a-494f-a0fb-f93883e999f4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0551014 Sep 22 17:19:05.882680 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-739bd67e-5901-458d-8e62-37c2848471f5 req-d77f877a-709e-41d4-8905-737d8277289a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Sep 22 17:19:05.924395 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11563990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311402'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:05.945769 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['39cdeaef-2be8-4ca2-b36d-3851243af19a'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:05.982992 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51744cfd-8c3b-402c-ade1-58b44aee087e,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:06.026649 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Checking segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:06.027243 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Network hostable DHCP agents. Network: 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:19:06.046625 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0edcd-dddd-4388-85c0-25e7cbea91c8 req-585f968c-4a47-4923-a886-a07403cf2745 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:06.048480 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bce0edcd-dddd-4388-85c0-25e7cbea91c8 req-585f968c-4a47-4923-a886-a07403cf2745 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 947 time: 0.0812256 Sep 22 17:19:06.074881 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:19:06.092167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:06.096615 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:06.097537 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.101374 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beeca13-d296-4889-a2b2-def15cf2c274 None None] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:19:06.109999 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bce0edcd-dddd-4388-85c0-25e7cbea91c8 req-7c9dbf3f-ac86-40fc-94e6-88279c811c5a tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Sep 22 17:19:06.121702 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50140) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:06.121917 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2aa52564-9674-4e56-bff6-984aaabe1725 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4062762 Sep 22 17:19:06.126082 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:06.148872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.150042 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.201620 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.366118 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.370835 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:19:06.371899 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.385229 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba686-e17f-4a5f-9a63-9fe5ef6343e2 req-a3f463e7-8825-47c1-ba40-e9a4ccfbb435 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:06.386747 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f4fba686-e17f-4a5f-9a63-9fe5ef6343e2 req-a3f463e7-8825-47c1-ba40-e9a4ccfbb435 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1170940 Sep 22 17:19:06.441781 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f4fba686-e17f-4a5f-9a63-9fe5ef6343e2 req-47f720df-a51c-4a1d-8d96-f675739b2861 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Sep 22 17:19:06.505296 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Allocated IP 172.20.0.2 (1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c/51744cfd-8c3b-402c-ade1-58b44aee087e/0145d8a3-3e30-46e9-b7d5-f53c0a3b0668) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:06.610986 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.626012 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6203-0413-4540-8312-7c2f809c473f req-ffc12dff-90de-463a-8311-fec6060336f0 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:06.627521 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-242e6203-0413-4540-8312-7c2f809c473f req-ffc12dff-90de-463a-8311-fec6060336f0 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 944 time: 0.0497539 Sep 22 17:19:06.630190 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.653611 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.660202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.669555 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-242e6203-0413-4540-8312-7c2f809c473f req-48dc40cb-78df-4283-8672-58b7e80d9840 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Sep 22 17:19:06.697901 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:06.702195 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:06.705261 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:06.713724 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Pushing event updated for resources: {'Port': ['ID=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:06.737872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Allocated IP 172.27.1.165 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/4cffb9e0-d2e0-4878-9278-9630e4122530) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:06.769796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Attempting to bind port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:06.770165 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Attempting to bind port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:06.770527 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Attempting to bind port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 on network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:06.776283 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:06.776650 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Checking segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:06.777074 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.777464 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Bound using segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:06.777983 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Bound port: 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:06.778360 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.841562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] For port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:06.844531 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] For port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:06.846971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.849114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.879824 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:06.905289 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d306-a5e0-4efb-912e-e8c92095f530 None None] Pushing event updated for resources: {'Port': ['ID=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:06.916514 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:06.919394 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:06.922978 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:06.954613 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Pushing event updated for resources: {'Port': ['ID=4cffb9e0-d2e0-4878-9278-9630e4122530,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:07.094887 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f581d8-b9ec-47ad-9941-0051d1f5c493 req-db27eeca-ac9c-4927-b473-90907d4922e3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:07.096399 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-41f581d8-b9ec-47ad-9941-0051d1f5c493 req-db27eeca-ac9c-4927-b473-90907d4922e3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1314723 Sep 22 17:19:07.161440 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-41f581d8-b9ec-47ad-9941-0051d1f5c493 req-a5aa61db-ef4e-4217-8ebf-0965b25fa534 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589762 Sep 22 17:19:07.269974 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ad313-6f09-4356-8d0f-951e7010b284 req-1d06eeab-1289-4cbb-badf-012a6b234a7b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:07.271514 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ad7ad313-6f09-4356-8d0f-951e7010b284 req-1d06eeab-1289-4cbb-badf-012a6b234a7b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 947 time: 0.0695739 Sep 22 17:19:07.286598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.310033 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ad7ad313-6f09-4356-8d0f-951e7010b284 req-bc02a538-f426-4eb5-bcfd-4ffa2dd2ab00 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Sep 22 17:19:07.443173 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device f615ee00-2223-4d17-937b-83fe5ca8e1fc details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:19:07.450273 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 39cdeaef-2be8-4ca2-b36d-3851243af19a up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:07.477571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.557980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 39cdeaef-2be8-4ca2-b36d-3851243af19a completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:19:07.564058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 39cdeaef-2be8-4ca2-b36d-3851243af19a triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:07.564439 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.602953 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:07.607940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124457-8be1-4a1a-8193-bd86f3279e2e req-68b047e1-e7c5-49ab-b260-8e542d1d0b2f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:07.609478 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c124457-8be1-4a1a-8193-bd86f3279e2e req-68b047e1-e7c5-49ab-b260-8e542d1d0b2f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0933981 Sep 22 17:19:07.627386 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc', 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030', 'port_id': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc', 'mac_address': 'fa:16:3e:2b:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1deee66-ce5a-45ab-9ed5-d9e12d93f93f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:19:07.667032 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c124457-8be1-4a1a-8193-bd86f3279e2e req-c2c69552-dcb4-471e-95a7-1e2a67d26f30 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 Sep 22 17:19:07.689201 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:19:07.729753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.752162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.767487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f615ee00-2223-4d17-937b-83fe5ca8e1fc {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:07.798204 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:07.800913 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2c359-9c27-4970-9ebb-6161e00f9d6b req-0bd79887-025d-4ac1-8661-0a77cf36c860 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:07.801098 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:07.804950 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c30426-6f51-45f4-857d-661b603e94a6" -d '{"events": [{"server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "name": "network-vif-plugged", "status": "completed", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:07.815826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.820141 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40a2c359-9c27-4970-9ebb-6161e00f9d6b req-0bd79887-025d-4ac1-8661-0a77cf36c860 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 944 time: 0.0686500 Sep 22 17:19:07.858270 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40a2c359-9c27-4970-9ebb-6161e00f9d6b req-eb6dfed1-e84b-4832-b9a2-86cc18c86400 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Sep 22 17:19:07.859085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:07.874049 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:07.884830 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779b250-8601-43b8-ac76-209d0f943dcb x-openstack-request-id: req-6779b250-8601-43b8-ac76-209d0f943dcb {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:07.885252 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "name": "network-vif-plugged", "status": "completed", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:07.885749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6779b250-8601-43b8-ac76-209d0f943dcb {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:07.887156 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a', 'code': 200} Sep 22 17:19:07.893432 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:07.961887 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:08.019438 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3e686-d1b3-4b3f-a6e0-7a049abdc0f2 None None] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:19:08.116180 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] Provisioning complete for port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:08.116551 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.120521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a29d3-5afa-4a77-a591-109b7391ffbb req-336ee3ae-b247-4239-b865-903bf0fc823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:08.121992 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b48a29d3-5afa-4a77-a591-109b7391ffbb req-336ee3ae-b247-4239-b865-903bf0fc823f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 1101 time: 0.0583854 Sep 22 17:19:08.139356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:08.152703 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Sync routers for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:08.161693 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:08.162301 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:18:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:08.168594 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['f615ee00-2223-4d17-937b-83fe5ca8e1fc'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:08.174900 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.178675 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f7476713-372a-445a-8e0a-33f6244831de admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0535545 Sep 22 17:19:08.178878 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50156) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:08.186596 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b48a29d3-5afa-4a77-a591-109b7391ffbb req-fcce84ea-9bcb-4c8b-9ba9-7069467d8a91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535831 Sep 22 17:19:08.269308 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:08.326744 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.339543 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcf6ec-f2d3-4835-96ab-37df5316ddfc req-76149805-d228-4e2e-a990-6dbac39ed32e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:08.342182 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c0bcf6ec-f2d3-4835-96ab-37df5316ddfc req-76149805-d228-4e2e-a990-6dbac39ed32e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.0651329 Sep 22 17:19:08.421390 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] For port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:08.442598 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.478716 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c0bcf6ec-f2d3-4835-96ab-37df5316ddfc req-2300a550-e246-49c2-b26d-eb443ba82e00 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261041 Sep 22 17:19:08.554048 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4bcb-5a9f-49ff-b6e7-e7cdb0ced22a None None] Pushing event updated for resources: {'Port': ['ID=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:08.581009 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d222b11-4ceb-418f-bfd7-ad3d1b69b87a req-fa5ebce8-6ceb-41da-afca-1f7893b61131 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:08.582561 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9d222b11-4ceb-418f-bfd7-ad3d1b69b87a req-fa5ebce8-6ceb-41da-afca-1f7893b61131 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 948 time: 0.1129301 Sep 22 17:19:08.582937 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:08.597074 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:07Z', 'revision_number': 3, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:08.630779 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Checking router: 16bb6791-a1f9-46ed-aa4d-3b29d025f6be for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:08.631515 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Updating router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be port 4cffb9e0-d2e0-4878-9278-9630e4122530 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:19:08.648967 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:08.649269 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.662453 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.663960 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9d222b11-4ceb-418f-bfd7-ad3d1b69b87a req-7678dda8-6ba3-4bd7-9f70-62389d69b4c4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726140 Sep 22 17:19:08.755787 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.772845 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-092a4d6d-cbe3-4d16-846c-01dcf4ebf009 None None] Provisioning complete for port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:08.773216 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-092a4d6d-cbe3-4d16-846c-01dcf4ebf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.805510 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64e5b2-2936-4b91-8ccb-749c4a15608d req-51e4ed6c-bdb9-47e6-a308-7414150f40f9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:08.807301 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ab64e5b2-2936-4b91-8ccb-749c4a15608d req-51e4ed6c-bdb9-47e6-a308-7414150f40f9 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0570974 Sep 22 17:19:08.874524 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ab64e5b2-2936-4b91-8ccb-749c4a15608d req-9a970a19-a41c-4d41-9eb1-6d3c8dee787a tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Sep 22 17:19:08.975513 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:08.982649 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.027325 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Allocated IP 172.20.0.1 (1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c/51744cfd-8c3b-402c-ade1-58b44aee087e/5b01e27b-288b-42ea-9318-0b95a013e4c1) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:09.038297 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Pushing event updated for resources: {'Port': ['ID=4cffb9e0-d2e0-4878-9278-9630e4122530,revision_number=2']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:09.047179 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Attempting to bind port 4cffb9e0-d2e0-4878-9278-9630e4122530 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:09.047555 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Attempting to bind port 4cffb9e0-d2e0-4878-9278-9630e4122530 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:09.047954 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Attempting to bind port 4cffb9e0-d2e0-4878-9278-9630e4122530 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:09.053446 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.054362 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.054654 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.055085 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.055326 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.055649 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.055895 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6e48d-401a-4d72-a61a-06609a4640a9 req-d193856f-310a-4976-bef5-cbe398a7e78a tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.056520 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.057046 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.057488 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e7a6e48d-401a-4d72-a61a-06609a4640a9 req-d193856f-310a-4976-bef5-cbe398a7e78a tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 945 time: 0.1109557 Sep 22 17:19:09.063203 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.063562 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.064250 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.064692 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:09.070343 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:09.070568 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aabef-379b-4026-a732-4c7427ea27ae req-a1a2af92-bc9c-4c39-b68b-a324236b29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.071179 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:09.071814 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.071947 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-a1a2af92-bc9c-4c39-b68b-a324236b29b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1097 time: 0.0894952 Sep 22 17:19:09.072541 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:09.073261 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Bound port: 4cffb9e0-d2e0-4878-9278-9630e4122530, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:09.073848 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.128816 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] For port 4cffb9e0-d2e0-4878-9278-9630e4122530, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:09.132756 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] For port 4cffb9e0-d2e0-4878-9278-9630e4122530, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=4cffb9e0-d2e0-4878-9278-9630e4122530,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:09.139088 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.197340 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e7a6e48d-401a-4d72-a61a-06609a4640a9 req-adde0479-53db-486d-84ee-34b8f0949246 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321721 Sep 22 17:19:09.203413 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18750716-a4f9-4bdd-b73e-f3f556b57f39 None None] Pushing event updated for resources: {'Port': ['ID=4cffb9e0-d2e0-4878-9278-9630e4122530,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:09.219023 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:09.219023 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:18:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:09.277927 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.282385 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aabef-379b-4026-a732-4c7427ea27ae req-5d1e7387-8063-426d-84f9-eb79e3f183b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.283977 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-5d1e7387-8063-426d-84f9-eb79e3f183b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.1869705 Sep 22 17:19:09.338874 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:09.362248 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-a7578e06-7f3a-409c-bf62-345e2ed63748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 200 len: 999 time: 0.0703547 Sep 22 17:19:09.363739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.431844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:09.440014 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:09.441967 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:19:09.447552 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:09.462690 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device f615ee00-2223-4d17-937b-83fe5ca8e1fc up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:09.474616 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Pushing event updated for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:09.486352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aabef-379b-4026-a732-4c7427ea27ae req-83efb809-6765-40f8-a9af-404fe9e0b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.487845 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-83efb809-6765-40f8-a9af-404fe9e0b38c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0987031 Sep 22 17:19:09.500940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.632471 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port f615ee00-2223-4d17-937b-83fe5ca8e1fc completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:19:09.640918 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port f615ee00-2223-4d17-937b-83fe5ca8e1fc triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:09.641263 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.644003 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:09.690347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aabef-379b-4026-a732-4c7427ea27ae req-377af80c-212f-4100-bc0f-426bed1687c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.690571 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'mac_address': 'fa:16:3e:b5:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:19:09.692280 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-377af80c-212f-4100-bc0f-426bed1687c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528652 Sep 22 17:19:09.714520 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:07Z', 'revision_number': 3, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:09.750928 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.771945 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:09.776097 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df7b3-ac63-4201-ac1d-b96c9c90191b req-2f3bd21a-b6db-4f87-be36-b7a0217d2b38 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.781081 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6b7df7b3-ac63-4201-ac1d-b96c9c90191b req-2f3bd21a-b6db-4f87-be36-b7a0217d2b38 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 944 time: 0.1411109 Sep 22 17:19:09.788669 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f23b17-5502-4ba4-8f98-7c268525ae3a None None] The sync data for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:07Z', 'revision_number': 3, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:09.813098 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:09.826720 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.835368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51357f-295c-4932-a363-c255e19cd7af req-075d74ad-3456-40b4-9396-7c95bde32c07 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:09.837926 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3a51357f-295c-4932-a363-c255e19cd7af req-075d74ad-3456-40b4-9396-7c95bde32c07 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 948 time: 0.0750875 Sep 22 17:19:09.844548 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-03971bc3-40ec-49f9-9b50-c04e768ce6ad None None] Provisioning complete for port 5b01e27b-288b-42ea-9318-0b95a013e4c1 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:09.844924 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-03971bc3-40ec-49f9-9b50-c04e768ce6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.848519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.901827 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3a51357f-295c-4932-a363-c255e19cd7af req-3d143376-fb67-47db-87b6-56e430601459 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504754 Sep 22 17:19:09.923578 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0e4ffc8d-9cbc-45d0-b9ce-6603a42d73f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.954287 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:09.961992 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6b7df7b3-ac63-4201-ac1d-b96c9c90191b req-e0efbefc-836b-4fec-a92b-935ded520229 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292734 Sep 22 17:19:09.963315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-03971bc3-40ec-49f9-9b50-c04e768ce6ad None None] Port 5b01e27b-288b-42ea-9318-0b95a013e4c1 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:19:09.984796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=9']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:09.988856 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-96fdbd9b-a442-4d69-a981-0df8aa0f6923 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689769 Sep 22 17:19:10.006424 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:10.009500 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc23cd5d-180b-4f3e-bbd7-bc7623c5fe3f" -d '{"events": [{"server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "name": "network-vif-plugged", "status": "completed", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:10.027863 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:10.033247 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.074372 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb8c36-96bd-4526-a4b9-d0df6602cc6c x-openstack-request-id: req-34cb8c36-96bd-4526-a4b9-d0df6602cc6c {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:10.074749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "name": "network-vif-plugged", "status": "completed", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:10.075001 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34cb8c36-96bd-4526-a4b9-d0df6602cc6c {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:10.075515 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc', 'code': 200} Sep 22 17:19:10.109509 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:10.186387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:10.272087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.289203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.407697 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f5053-49c7-445d-8a89-8796baf44649 req-a432ea56-7996-4237-aef4-eba275fae04d tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:10.417647 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-344f5053-49c7-445d-8a89-8796baf44649 req-a432ea56-7996-4237-aef4-eba275fae04d tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.1044619 Sep 22 17:19:10.421991 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d139e40-c711-4e70-93ec-24842439a049 req-1b89c8a9-58d5-4bca-96e8-78aa0cbddde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:10.424236 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5d139e40-c711-4e70-93ec-24842439a049 req-1b89c8a9-58d5-4bca-96e8-78aa0cbddde5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 1099 time: 0.1193726 Sep 22 17:19:10.424743 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-249aabef-379b-4026-a732-4c7427ea27ae req-1b430f56-32e4-4a2f-b0c8-18f1bfd33531 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268010 Sep 22 17:19:10.451664 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.461504 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Pushing event updated for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:10.473728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863b0d-2d5a-4568-a871-c03e79ad87d5 req-8ed3297c-f7a5-4aee-81f3-f3095084cb17 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:10.482291 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e9863b0d-2d5a-4568-a871-c03e79ad87d5 req-8ed3297c-f7a5-4aee-81f3-f3095084cb17 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 948 time: 0.1450741 Sep 22 17:19:10.530000 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5d139e40-c711-4e70-93ec-24842439a049 req-98a364ec-489b-4147-8285-860b1f5d740e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Sep 22 17:19:10.549195 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-344f5053-49c7-445d-8a89-8796baf44649 req-91ae9858-89f7-4937-bda9-429c88c5161c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247597 Sep 22 17:19:10.584182 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e9863b0d-2d5a-4568-a871-c03e79ad87d5 req-9ba7d6a0-4550-4303-83a6-bde9f29dc5f8 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008914 Sep 22 17:19:10.631681 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:10.636578 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:10.638381 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:10.716529 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:10.717064 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.796153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:19:10.852978 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 4cffb9e0-d2e0-4878-9278-9630e4122530 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:10.909587 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 4cffb9e0-d2e0-4878-9278-9630e4122530 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:10.909897 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:10.924336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:10.930398 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0ea83eea-84f4-4ccd-9834-04edb44bff11 admin admin] 10.222.0.11 "PUT /v2.0/routers/16bb6791-a1f9-46ed-aa4d-3b29d025f6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7505593 Sep 22 17:19:11.003469 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.013446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-36f23667-e7da-40d4-ad82-a11d32a604c6 None None] Provisioning complete for port 5b01e27b-288b-42ea-9318-0b95a013e4c1 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:11.013815 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-36f23667-e7da-40d4-ad82-a11d32a604c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.067202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 4cffb9e0-d2e0-4878-9278-9630e4122530, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=4cffb9e0-d2e0-4878-9278-9630e4122530,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:11.074606 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-36f23667-e7da-40d4-ad82-a11d32a604c6 None None] Port 5b01e27b-288b-42ea-9318-0b95a013e4c1 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:19:11.076074 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.130067 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=4cffb9e0-d2e0-4878-9278-9630e4122530,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:11.154660 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad2d6-3a27-431e-91aa-053123b095c1 req-8f34fe94-beea-486a-b8d9-82d1169269d5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:11.156973 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b19ad2d6-3a27-431e-91aa-053123b095c1 req-8f34fe94-beea-486a-b8d9-82d1169269d5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 945 time: 0.0731897 Sep 22 17:19:11.201293 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b19ad2d6-3a27-431e-91aa-053123b095c1 req-8d24c5ba-de69-4859-8300-d57901623b6d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365901 Sep 22 17:19:11.366987 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.436290 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50222) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:11.441174 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-762717473-network', 'tenant_id': 'e291708a2aad428a8a44940a178ba070'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:11.460231 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:11.468016 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Made reservation on behalf of e291708a2aad428a8a44940a178ba070 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:11.470680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.480167 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.521116 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:11.521891 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.579720 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.587098 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.609971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:19:11.610283 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.625004 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf3e2f-e27f-4a55-b4d7-0cffe9334dfa,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:11.627980 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.628321 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Added segment 65e3220d-28ae-45a8-b095-5631c1fd2684 of type vlan for network 56864475-4850-470d-b941-fed65826d080 Sep 22 17:19:11.677493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.696519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:11.701738 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.722096 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c7b5c-681e-4268-ab11-68cc08f9d8f6 req-833df586-a7da-48d7-b2a5-e902034bc016 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:11.723880 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a02c7b5c-681e-4268-ab11-68cc08f9d8f6 req-833df586-a7da-48d7-b2a5-e902034bc016 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.0852025 Sep 22 17:19:11.727799 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.732218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:11.732919 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.765836 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a02c7b5c-681e-4268-ab11-68cc08f9d8f6 req-702ed49e-902a-4618-b1c0-4070c619f443 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Sep 22 17:19:11.768992 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=10']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:11.794297 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581ad73-3fe6-4e6f-8372-b96c4eede442 req-a762a840-e70b-4486-b174-bd59ac245c0e tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:11.795847 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3581ad73-3fe6-4e6f-8372-b96c4eede442 req-a762a840-e70b-4486-b174-bd59ac245c0e tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 948 time: 0.1016374 Sep 22 17:19:11.797133 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3598669 Sep 22 17:19:11.799962 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50228) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:11.806503 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Request body: {'subnet': {'network_id': '56864475-4850-470d-b941-fed65826d080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-762717473-subnet', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:11.842996 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32c262-3afa-4d8d-91be-13e090eeba73 admin admin] Pushing event updated for resources: {'Network': ['ID=56864475-4850-470d-b941-fed65826d080,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:11.854911 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 56864475-4850-470d-b941-fed65826d080 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:19:11.877793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Made reservation on behalf of e291708a2aad428a8a44940a178ba070 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:11.880073 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:11.905910 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3581ad73-3fe6-4e6f-8372-b96c4eede442 req-3d426121-8a16-4faf-a699-9f0b6eaf1a89 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7aa4ff-2e90-4785-9838-2ed4558f9f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719442 Sep 22 17:19:11.986986 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Sync routers for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:11.997262 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:11.997885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:18:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:12.077992 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:12.080481 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a39301-3bbb-4bbc-85b7-b9e17e846e1d" -d '{"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:12.115428 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.120955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcde79-f12a-4364-96ca-c1e46d684014 x-openstack-request-id: req-edbcde79-f12a-4364-96ca-c1e46d684014 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:12.121253 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:12.121507 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edbcde79-f12a-4364-96ca-c1e46d684014 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:12.121893 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'code': 200} Sep 22 17:19:12.135561 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:12.174725 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c955c6e-0045-424f-bbb1-3e8b32a853c4,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:12.184973 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Checking segment: {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:12.185350 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Network hostable DHCP agents. Network: 56864475-4850-470d-b941-fed65826d080, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:19:12.201195 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Network 56864475-4850-470d-b941-fed65826d080 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:19:12.209681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 56864475-4850-470d-b941-fed65826d080) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:12.214631 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:12.215926 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.233396 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f0ee8329-c582-4df4-8349-6bb15de2500e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4322171 Sep 22 17:19:12.236019 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50240) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:12.243028 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:12.273521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.274635 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.341249 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd6abf-570a-437a-a44f-afc68ed141fe None None] Network 56864475-4850-470d-b941-fed65826d080 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:19:12.361674 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.393304 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0a3346cb-0aee-4ef5-994b-c9c5dbff2665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.397278 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-3722fd90-3522-4980-8c74-35fbb31d796b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:12.398945 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-3722fd90-3522-4980-8c74-35fbb31d796b tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 948 time: 0.0565078 Sep 22 17:19:12.415019 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c480e-19e5-4a5a-a684-9bc8be2604a2 req-f18d6a63-0c79-497e-8298-acb52e769a41 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:12.416512 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ae1c480e-19e5-4a5a-a684-9bc8be2604a2 req-f18d6a63-0c79-497e-8298-acb52e769a41 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.1267550 Sep 22 17:19:12.514413 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 4cffb9e0-d2e0-4878-9278-9630e4122530 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:12.575649 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Deleting port 39cdeaef-2be8-4ca2-b36d-3851243af19a {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:19:12.576367 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.637220 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-56864475-4850-470d-b941-fed65826d080', 'network_id': '56864475-4850-470d-b941-fed65826d080', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'fixed_ips': [{'subnet_id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:19:12.638088 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.668678 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 4cffb9e0-d2e0-4878-9278-9630e4122530 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:12.669060 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.679176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] For port 39cdeaef-2be8-4ca2-b36d-3851243af19a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=39cdeaef-2be8-4ca2-b36d-3851243af19a,segment=NetworkSegment(196b3e09-7629-4d8e-a2e1-ee298530b03e),segment_id=196b3e09-7629-4d8e-a2e1-ee298530b03e)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:12.679871 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.695256 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Calling delete_port for 39cdeaef-2be8-4ca2-b36d-3851243af19a owned by compute:nova {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:19:12.765040 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 2, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:12.802536 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Checking router: 16bb6791-a1f9-46ed-aa4d-3b29d025f6be for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:12.803098 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Updating router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be port 5b01e27b-288b-42ea-9318-0b95a013e4c1 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:19:12.833101 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.848421 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ae1c480e-19e5-4a5a-a684-9bc8be2604a2 req-766fc68c-36c6-4b31-8685-b7205dddb903 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062796 Sep 22 17:19:12.870486 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.876912 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6121-a3d6-447a-9b95-c66e4afbd95d req-32f27c3a-75e3-4e10-97ea-f76015913f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:12.878001 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5e6e6121-a3d6-447a-9b95-c66e4afbd95d req-32f27c3a-75e3-4e10-97ea-f76015913f0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 1100 time: 0.1110053 Sep 22 17:19:12.915361 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Allocated IP 172.20.0.2 (56864475-4850-470d-b941-fed65826d080/4c955c6e-0045-424f-bbb1-3e8b32a853c4/cc637bcb-e342-4a18-80d6-9557751ab816) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:12.932241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:12.949130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['39cdeaef-2be8-4ca2-b36d-3851243af19a'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:12.954493 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5e6e6121-a3d6-447a-9b95-c66e4afbd95d req-18c5798c-20b7-4444-b991-7a509a59d28e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681303 Sep 22 17:19:13.025747 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7febcd-6fca-409d-824e-9edfefe10a92 req-1e5f4104-4706-4038-8ca9-68a5bdad804e tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:13.027408 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ed7febcd-6fca-409d-824e-9edfefe10a92 req-1e5f4104-4706-4038-8ca9-68a5bdad804e tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.1541579 Sep 22 17:19:13.063245 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Pushing event deleted for resources: {'Port': ['ID=39cdeaef-2be8-4ca2-b36d-3851243af19a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:13.090084 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ed7febcd-6fca-409d-824e-9edfefe10a92 req-2c1ebfed-bc1b-4a81-be39-46b686286424 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Sep 22 17:19:13.107436 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] No DVR routers for this DVR port 39cdeaef-2be8-4ca2-b36d-3851243af19a on host hv-cinder-81041 {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:19:13.112981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.116586 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0ab2abc5-6bf4-4fa3-9a3a-218ac4532841 req-15a8a48d-7df1-4b58-a4e4-f2743c9307b4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.24 "DELETE /v2.0/ports/39cdeaef-2be8-4ca2-b36d-3851243af19a HTTP/1.1" status: 204 len: 173 time: 0.7038572 Sep 22 17:19:13.117566 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'name': 'network-vif-deleted', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:13.120435 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dc9751-ab75-4e51-909f-ae8864ccb601" -d '{"events": [{"server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "name": "network-vif-deleted", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:13.165934 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8185a98c-935d-4457-acb8-dbd991dcddca req-57189ee0-8478-4b63-a66e-50ebc7a3bcd4 tempest-VolumesNegativeTest-1390202099 tempest-VolumesNegativeTest-1390202099-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcd1638f-e727-42b9-8133-1d6b6eb81879 HTTP/1.1" status: 200 len: 210 time: 0.0354998 Sep 22 17:19:13.215401 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.252700 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c7196-ef17-48d8-94a8-2daee4755525 x-openstack-request-id: req-b25c7196-ef17-48d8-94a8-2daee4755525 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:13.252973 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1638f-e727-42b9-8133-1d6b6eb81879", "name": "network-vif-deleted", "tag": "39cdeaef-2be8-4ca2-b36d-3851243af19a", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:13.253265 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b25c7196-ef17-48d8-94a8-2daee4755525 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:13.254460 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1638f-e727-42b9-8133-1d6b6eb81879', 'name': 'network-vif-deleted', 'tag': '39cdeaef-2be8-4ca2-b36d-3851243af19a', 'status': 'completed', 'code': 200} Sep 22 17:19:13.302945 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.353754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.394307 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.420627 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.436534 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.499442 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94107f-4e03-427b-8f8a-df0b41911944 req-68e13daf-8dda-4250-a2eb-6babd6a25884 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:13.500973 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ee94107f-4e03-427b-8f8a-df0b41911944 req-68e13daf-8dda-4250-a2eb-6babd6a25884 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0870657 Sep 22 17:19:13.510858 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Network 56864475-4850-470d-b941-fed65826d080 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:13.517864 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:13.525946 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:13.530480 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Pushing event updated for resources: {'Port': ['ID=cc637bcb-e342-4a18-80d6-9557751ab816,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:13.542760 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Allocated IP 172.27.1.83 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/5e4163f5-a579-4695-8569-1f4ee7e3d252) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:13.547562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.566543 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ee94107f-4e03-427b-8f8a-df0b41911944 req-2ffe1e08-51d6-487d-b879-85aa2c50c148 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563252 Sep 22 17:19:13.570907 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.630457 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Attempting to bind port cc637bcb-e342-4a18-80d6-9557751ab816 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:13.630825 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Attempting to bind port cc637bcb-e342-4a18-80d6-9557751ab816 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:13.631268 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Attempting to bind port cc637bcb-e342-4a18-80d6-9557751ab816 on network 56864475-4850-470d-b941-fed65826d080 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:13.650020 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:13.650501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Checking segment: {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:13.650979 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.651437 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Bound using segment: {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:13.652180 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Bound port: cc637bcb-e342-4a18-80d6-9557751ab816, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:13.652739 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.656090 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce92b7-d768-4f39-9164-af6ce698233b None None] Pushing event updated for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:13.695239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.776872 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Attempting to bind port 5b01e27b-288b-42ea-9318-0b95a013e4c1 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:13.777329 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Attempting to bind port 5b01e27b-288b-42ea-9318-0b95a013e4c1 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:13.777938 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Attempting to bind port 5b01e27b-288b-42ea-9318-0b95a013e4c1 on network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:13.785373 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.795290 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:13.796149 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Checking segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:13.796765 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.797342 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Bound using segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:13.797996 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Bound port: 5b01e27b-288b-42ea-9318-0b95a013e4c1, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:13.798606 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.822544 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] For port cc637bcb-e342-4a18-80d6-9557751ab816, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:13.832264 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:13.837006 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:13.841113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:13.858333 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] For port cc637bcb-e342-4a18-80d6-9557751ab816, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=cc637bcb-e342-4a18-80d6-9557751ab816,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:13.865595 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.871739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4163f5-a579-4695-8569-1f4ee7e3d252,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:13.959297 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] For port 5b01e27b-288b-42ea-9318-0b95a013e4c1, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:13.964885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] For port 5b01e27b-288b-42ea-9318-0b95a013e4c1, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5b01e27b-288b-42ea-9318-0b95a013e4c1,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:13.970965 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9f052-5682-4833-9854-b6b2ad2cb166 None None] Pushing event updated for resources: {'Port': ['ID=cc637bcb-e342-4a18-80d6-9557751ab816,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:13.982436 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-029c6631-3631-43d0-9765-f3b530275646 None None] Provisioning complete for port 5b01e27b-288b-42ea-9318-0b95a013e4c1 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:13.983004 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-029c6631-3631-43d0-9765-f3b530275646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:13.985647 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.040140 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1294a-1063-42b1-a652-b860aaa46aa3 req-3a63231f-dcdd-479e-9b64-19774dfc563e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:14.052380 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6cd1294a-1063-42b1-a652-b860aaa46aa3 req-3a63231f-dcdd-479e-9b64-19774dfc563e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.0830841 Sep 22 17:19:14.080522 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:14.081713 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:14.112336 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6cd1294a-1063-42b1-a652-b860aaa46aa3 req-4e89bd6e-4f81-4d0b-b721-665f335c1f42 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588245 Sep 22 17:19:14.165816 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce92b7-d768-4f39-9164-af6ce698233b None None] Pushing event updated for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:14.226544 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-029c6631-3631-43d0-9765-f3b530275646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.237620 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.531848 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-029c6631-3631-43d0-9765-f3b530275646 None None] For port 5b01e27b-288b-42ea-9318-0b95a013e4c1, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5b01e27b-288b-42ea-9318-0b95a013e4c1,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:14.541760 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:14.544880 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-029c6631-3631-43d0-9765-f3b530275646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.580994 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device cc637bcb-e342-4a18-80d6-9557751ab816 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:14.618490 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.675551 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c6631-3631-43d0-9765-f3b530275646 None None] Pushing event updated for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:14.733099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641857b3-bc94-448e-ba9a-14d77743d1e5 req-e0465333-153a-4269-850b-19669389961e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:14.741963 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-641857b3-bc94-448e-ba9a-14d77743d1e5 req-e0465333-153a-4269-850b-19669389961e tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.0624757 Sep 22 17:19:14.785483 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-641857b3-bc94-448e-ba9a-14d77743d1e5 req-1f229aa2-657d-4976-9da9-b222e0240b0c tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Sep 22 17:19:14.810434 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-ff8eb17a-47dc-4e0a-b3b3-c7cf3feb2480 None None] Provisioning complete for port 5b01e27b-288b-42ea-9318-0b95a013e4c1 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:14.811480 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb17a-47dc-4e0a-b3b3-c7cf3feb2480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.840892 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Router 602a5f85-4f0f-475a-a3c2-9c642c8d687d is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:19:14.870147 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port cc637bcb-e342-4a18-80d6-9557751ab816 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:14.870709 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.959909 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:14.973194 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Sync routers for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:14.981788 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:14.986301 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9e800e82-6b6b-4a5f-a9e6-434767cee393 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7490590 Sep 22 17:19:14.986565 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:14.986839 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50338) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:14.987663 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:15.047241 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:15.097564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:13Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:15.171859 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6fa2d-54bd-4c16-8289-7142002310ca None None] The sync data for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:13Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:15.177564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port cc637bcb-e342-4a18-80d6-9557751ab816, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=cc637bcb-e342-4a18-80d6-9557751ab816,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:15.192214 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:15.212033 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:15.316417 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=cc637bcb-e342-4a18-80d6-9557751ab816,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:15.352400 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:15.353543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118103-296e-4fb5-a675-f893503431a7 req-1d52e638-4731-4651-ad24-f036b1fd0e74 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:15.369418 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1b118103-296e-4fb5-a675-f893503431a7 req-1d52e638-4731-4651-ad24-f036b1fd0e74 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.1409290 Sep 22 17:19:15.432831 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee964fa-706d-42eb-8ab7-015db1c14b73 None None] Network 56864475-4850-470d-b941-fed65826d080 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:19:15.474582 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1b118103-296e-4fb5-a675-f893503431a7 req-39916dfe-931f-4f76-bdee-3457580be7f0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015670 Sep 22 17:19:15.530648 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-4853fbb2-2019-4666-a526-5a24f7dc76d1 None None] Provisioning complete for port cc637bcb-e342-4a18-80d6-9557751ab816 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:15.531023 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4853fbb2-2019-4666-a526-5a24f7dc76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:15.672336 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 3, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:15.705151 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Checking router: 602a5f85-4f0f-475a-a3c2-9c642c8d687d for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:15.705513 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Updating router 602a5f85-4f0f-475a-a3c2-9c642c8d687d port 5e4163f5-a579-4695-8569-1f4ee7e3d252 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:19:15.747455 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:15.749623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.061683 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f802d-4bc7-4bfe-b285-9eec26897d68 req-da52e180-12b9-47fb-aeae-9981c5bbc3d5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:16.063515 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0f2f802d-4bc7-4bfe-b285-9eec26897d68 req-da52e180-12b9-47fb-aeae-9981c5bbc3d5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.1262012 Sep 22 17:19:16.066287 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-d1333452-0bec-409b-b9c5-723102213f67 None None] Provisioning complete for port cc637bcb-e342-4a18-80d6-9557751ab816 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:16.066871 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d1333452-0bec-409b-b9c5-723102213f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.106179 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Allocated IP 172.20.0.1 (56864475-4850-470d-b941-fed65826d080/4c955c6e-0045-424f-bbb1-3e8b32a853c4/8be86450-6116-4433-b5b5-97f09ca4e01d) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:16.169194 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0f2f802d-4bc7-4bfe-b285-9eec26897d68 req-b49038b8-5fe9-4edc-88f9-5ac9a0576016 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933900 Sep 22 17:19:16.257234 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.273680 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.320970 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.343410 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Attempting to bind port 5e4163f5-a579-4695-8569-1f4ee7e3d252 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:16.343865 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Attempting to bind port 5e4163f5-a579-4695-8569-1f4ee7e3d252 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:16.344213 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Attempting to bind port 5e4163f5-a579-4695-8569-1f4ee7e3d252 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:16.346090 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6b735-532a-4066-b495-4641f0bd3f32 None None] Pushing event updated for resources: {'Port': ['ID=5e4163f5-a579-4695-8569-1f4ee7e3d252,revision_number=2']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:16.376000 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:16.376384 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:16.376830 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.377399 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:16.377891 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Bound port: 5e4163f5-a579-4695-8569-1f4ee7e3d252, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:16.379786 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.466199 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] For port 5e4163f5-a579-4695-8569-1f4ee7e3d252, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:16.473732 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] For port 5e4163f5-a579-4695-8569-1f4ee7e3d252, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5e4163f5-a579-4695-8569-1f4ee7e3d252,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:16.489013 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.589211 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6b735-532a-4066-b495-4641f0bd3f32 None None] Pushing event updated for resources: {'Port': ['ID=5e4163f5-a579-4695-8569-1f4ee7e3d252,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:16.631995 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:16.657660 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:16.672227 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63979860-7764-4f76-ab24-a0500586bf75 req-f4d0087e-fa51-4a62-bcd4-240b81639dfa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:16.673988 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-63979860-7764-4f76-ab24-a0500586bf75 req-f4d0087e-fa51-4a62-bcd4-240b81639dfa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.0990398 Sep 22 17:19:16.724526 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-789fdd5a-120a-4d2a-8ad2-056a7ee94e78 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:16.726927 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-789fdd5a-120a-4d2a-8ad2-056a7ee94e78 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.3834722 Sep 22 17:19:16.728255 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.731823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5b01e27b-288b-42ea-9318-0b95a013e4c1 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:16.736846 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-63979860-7764-4f76-ab24-a0500586bf75 req-bc67e7e1-260e-46da-a9a4-cd21f41743ca tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555828 Sep 22 17:19:16.807705 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Pushing event updated for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:16.836076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 5b01e27b-288b-42ea-9318-0b95a013e4c1 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:16.836780 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:16.836991 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Network 56864475-4850-470d-b941-fed65826d080 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:16.841847 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:16.846076 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:16.914118 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:16.959224 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.013734 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device cc637bcb-e342-4a18-80d6-9557751ab816 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:17.096818 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Deleting port 50bba7de-8fb5-4a46-b386-b5f82c2189ec {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:19:17.097155 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.124288 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port cc637bcb-e342-4a18-80d6-9557751ab816 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:17.124835 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.287279 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-eb552c6f-28f6-47ba-99ec-205e560e3d2d None None] Provisioning complete for port 8be86450-6116-4433-b5b5-97f09ca4e01d triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:17.287731 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-eb552c6f-28f6-47ba-99ec-205e560e3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.294635 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 3, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:17.324504 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-eb552c6f-28f6-47ba-99ec-205e560e3d2d None None] Port 8be86450-6116-4433-b5b5-97f09ca4e01d cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:19:17.347664 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afb32c-0a19-4c6d-8c40-22b3282dbf0b None None] The sync data for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi is: [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 3, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:17.353591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.356998 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] For port 50bba7de-8fb5-4a46-b386-b5f82c2189ec, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=50bba7de-8fb5-4a46-b386-b5f82c2189ec,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:17.357339 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.381469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Calling delete_port for 50bba7de-8fb5-4a46-b386-b5f82c2189ec owned by compute:nova {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:19:17.422516 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc582f79-b509-401f-8558-768a52a21760 req-6b258536-479d-4ca1-8a85-a674ccce1f23 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:17.424096 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fc582f79-b509-401f-8558-768a52a21760 req-6b258536-479d-4ca1-8a85-a674ccce1f23 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95 HTTP/1.1" status: 200 len: 946 time: 0.1333025 Sep 22 17:19:17.503885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 39cdeaef-2be8-4ca2-b36d-3851243af19a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:17.529020 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 39cdeaef-2be8-4ca2-b36d-3851243af19a {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:19:17.529378 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 39cdeaef-2be8-4ca2-b36d-3851243af19a not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:17.548462 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fc582f79-b509-401f-8558-768a52a21760 req-64a3bfa8-f1ac-4c09-81cc-f9451c024940 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157706 Sep 22 17:19:17.716403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.728168 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.728680 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['11634cb7-491f-4217-a600-61a001632345', '50bba7de-8fb5-4a46-b386-b5f82c2189ec'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:17.749029 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Pushing event deleted for resources: {'Port': ['ID=50bba7de-8fb5-4a46-b386-b5f82c2189ec,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.752615 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.857534 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] No DVR routers for this DVR port 50bba7de-8fb5-4a46-b386-b5f82c2189ec on host hv-cinder-81041 {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:19:17.861680 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.863713 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-36591c8c-b937-4d78-ae33-e8ba573def99 req-373d5ded-6c8d-4bf9-83e1-dcd2469d48f8 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "DELETE /v2.0/ports/50bba7de-8fb5-4a46-b386-b5f82c2189ec HTTP/1.1" status: 204 len: 173 time: 1.0701396 Sep 22 17:19:17.864162 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'name': 'network-vif-deleted', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:17.866500 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476fcc8-ff22-48a9-8867-0dc0ae4fba06" -d '{"events": [{"server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "name": "network-vif-deleted", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:17.890273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Pushing event updated for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.893661 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.968801 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e00bf-fc85-4bd3-8bf1-c98cd3af1461 x-openstack-request-id: req-692e00bf-fc85-4bd3-8bf1-c98cd3af1461 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:17.972700 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95", "name": "network-vif-deleted", "tag": "50bba7de-8fb5-4a46-b386-b5f82c2189ec", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:17.973765 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-692e00bf-fc85-4bd3-8bf1-c98cd3af1461 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:17.974123 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f0b9c-c2c7-4d9f-8d9c-d2b58e6c2f95', 'name': 'network-vif-deleted', 'tag': '50bba7de-8fb5-4a46-b386-b5f82c2189ec', 'status': 'completed', 'code': 200} Sep 22 17:19:18.087718 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Network 56864475-4850-470d-b941-fed65826d080 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:18.089405 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:18.279014 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Router 602a5f85-4f0f-475a-a3c2-9c642c8d687d has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:19:18.420070 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:18.435319 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-c35c44eb-fac7-4c1b-b8a6-74faf1b1bbda admin admin] 10.222.0.11 "PUT /v2.0/routers/602a5f85-4f0f-475a-a3c2-9c642c8d687d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4389327 Sep 22 17:19:18.462633 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-9e818ab2-f11b-4300-a2cf-6e4f72418f9f None None] Provisioning complete for port 8be86450-6116-4433-b5b5-97f09ca4e01d triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:18.463181 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9e818ab2-f11b-4300-a2cf-6e4f72418f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:18.518413 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-9e818ab2-f11b-4300-a2cf-6e4f72418f9f None None] Port 8be86450-6116-4433-b5b5-97f09ca4e01d cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:19:18.614020 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5e4163f5-a579-4695-8569-1f4ee7e3d252 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:18.703183 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 5e4163f5-a579-4695-8569-1f4ee7e3d252 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:18.703988 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:18.813409 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:18.853498 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 5e4163f5-a579-4695-8569-1f4ee7e3d252, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5e4163f5-a579-4695-8569-1f4ee7e3d252,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:18.864692 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:18.954000 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=5e4163f5-a579-4695-8569-1f4ee7e3d252,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:18.981014 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168f86-9cb9-471e-a86f-b926ea761ca3 req-25251041-1052-4ff2-91ac-9daeffc07dee tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:18.982614 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6e168f86-9cb9-471e-a86f-b926ea761ca3 req-25251041-1052-4ff2-91ac-9daeffc07dee tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0614238 Sep 22 17:19:19.048039 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6e168f86-9cb9-471e-a86f-b926ea761ca3 req-70178daf-662c-42ec-b6b1-96b4230afc5f tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526640 Sep 22 17:19:19.414391 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Sync routers for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:19.426717 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:19.427641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:19.570073 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:19.796155 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:17Z', 'revision_number': 4, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '8be86450-6116-4433-b5b5-97f09ca4e01d', 'name': '', 'network_id': '56864475-4850-470d-b941-fed65826d080', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'mac_address': 'fa:16:3e:aa:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:15Z', 'updated_at': '2021-09-22T17:19:17Z', 'revision_number': 2, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'subnets': [{'id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:19.821331 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Checking router: 602a5f85-4f0f-475a-a3c2-9c642c8d687d for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:19.821683 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Updating router 602a5f85-4f0f-475a-a3c2-9c642c8d687d port 8be86450-6116-4433-b5b5-97f09ca4e01d binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:19:19.849400 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.201222 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c3308-88c1-410c-8e86-55c0d561b8d0 req-62df9e47-880d-4d5f-8b64-1fb2b29291e6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:20.203355 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a16c3308-88c1-410c-8e86-55c0d561b8d0 req-62df9e47-880d-4d5f-8b64-1fb2b29291e6 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0621393 Sep 22 17:19:20.281414 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a16c3308-88c1-410c-8e86-55c0d561b8d0 req-d27cc988-c51c-4181-ba8a-4d10de9756d5 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668144 Sep 22 17:19:20.339668 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.353734 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.425160 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7365-f360-4ffe-8649-6f59242cf9ad None None] Pushing event updated for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:20.505448 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Attempting to bind port 8be86450-6116-4433-b5b5-97f09ca4e01d on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:20.505837 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Attempting to bind port 8be86450-6116-4433-b5b5-97f09ca4e01d by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:20.506758 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Attempting to bind port 8be86450-6116-4433-b5b5-97f09ca4e01d on network 56864475-4850-470d-b941-fed65826d080 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:20.512738 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:20.513128 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Checking segment: {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:20.513575 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.513964 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Bound using segment: {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:20.514583 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Bound port: 8be86450-6116-4433-b5b5-97f09ca4e01d, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e3220d-28ae-45a8-b095-5631c1fd2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '56864475-4850-470d-b941-fed65826d080'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:20.514804 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.575528 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5e4163f5-a579-4695-8569-1f4ee7e3d252 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:20.647844 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] For port 8be86450-6116-4433-b5b5-97f09ca4e01d, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:20.654930 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50632) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:20.673107 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] For port 8be86450-6116-4433-b5b5-97f09ca4e01d, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8be86450-6116-4433-b5b5-97f09ca4e01d,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:20.685064 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.693187 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 5e4163f5-a579-4695-8569-1f4ee7e3d252 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:20.694211 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.802405 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7365-f360-4ffe-8649-6f59242cf9ad None None] Pushing event updated for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:20.805646 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:20.806322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:20.902454 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50636) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:20.903873 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-269d3f7a-0c6b-42f6-83f7-bcad850e32ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00ff28ddbec246f7913c104b32eba14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475462 Sep 22 17:19:20.916464 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] Provisioning complete for port 8be86450-6116-4433-b5b5-97f09ca4e01d triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:20.917044 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:20.983262 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.014259 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.030917 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:21.092693 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.095599 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.099585 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab7aa4ff-2e90-4785-9838-2ed4558f9f75 HTTP/1.1" status: 204 len: 168 time: 0.1955185 Sep 22 17:19:21.109484 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd4e9-6d91-4381-844b-daff22c6e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7aa4ff-2e90-4785-9838-2ed4558f9f75,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:21.178958 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.262998 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] For port 8be86450-6116-4433-b5b5-97f09ca4e01d, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8be86450-6116-4433-b5b5-97f09ca4e01d,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:21.315141 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.411852 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4c1d3-1e24-462b-956a-673af07c5fbd None None] Pushing event updated for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:21.490602 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-54e590ec-f01c-4d8d-89c0-7adfe6b6c3a0 None None] Provisioning complete for port 8be86450-6116-4433-b5b5-97f09ca4e01d triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:21.491359 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-54e590ec-f01c-4d8d-89c0-7adfe6b6c3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:21.498461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d69c2-11bb-488b-b2e1-f7786ce82b9c req-b3966513-453e-42f3-89cf-73772ebc5571 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:21.506404 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-527d69c2-11bb-488b-b2e1-f7786ce82b9c req-b3966513-453e-42f3-89cf-73772ebc5571 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.1278417 Sep 22 17:19:21.534329 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 50bba7de-8fb5-4a46-b386-b5f82c2189ec no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:21.547937 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-527d69c2-11bb-488b-b2e1-f7786ce82b9c req-ab3c30b7-5c01-4be1-b420-3ae78a748162 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Sep 22 17:19:21.561342 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:17Z', 'revision_number': 4, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '8be86450-6116-4433-b5b5-97f09ca4e01d', 'name': '', 'network_id': '56864475-4850-470d-b941-fed65826d080', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'mac_address': 'fa:16:3e:aa:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:15Z', 'updated_at': '2021-09-22T17:19:20Z', 'revision_number': 4, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'subnets': [{'id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:21.565728 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 50bba7de-8fb5-4a46-b386-b5f82c2189ec {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:19:21.566279 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 50bba7de-8fb5-4a46-b386-b5f82c2189ec not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:21.595115 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba9fab-1ff8-46f3-82b5-e740b1578dd7 None None] The sync data for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi is: [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:19:17Z', 'revision_number': 4, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '8be86450-6116-4433-b5b5-97f09ca4e01d', 'name': '', 'network_id': '56864475-4850-470d-b941-fed65826d080', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'mac_address': 'fa:16:3e:aa:2d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:15Z', 'updated_at': '2021-09-22T17:19:20Z', 'revision_number': 4, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'subnets': [{'id': '4c955c6e-0045-424f-bbb1-3e8b32a853c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:22.561434 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8be86450-6116-4433-b5b5-97f09ca4e01d up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:22.622509 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 8be86450-6116-4433-b5b5-97f09ca4e01d triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:22.623128 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:22.709922 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643d0b0-5375-4397-9d53-10373dfb1a71 req-1c4a1263-1562-4502-ad08-3555dfb81a04 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:22.718367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d643d0b0-5375-4397-9d53-10373dfb1a71 req-1c4a1263-1562-4502-ad08-3555dfb81a04 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0810294 Sep 22 17:19:22.759998 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d643d0b0-5375-4397-9d53-10373dfb1a71 req-1648f4ba-2d32-4e3b-9607-7b7a351577a1 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Sep 22 17:19:22.971824 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:19:23.886765 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcbece-060b-4e9a-ab38-ca9ccc675db0 req-073bbcaa-d6ef-46eb-8221-d96f76c49694 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:23.893345 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3ddcbece-060b-4e9a-ab38-ca9ccc675db0 req-073bbcaa-d6ef-46eb-8221-d96f76c49694 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0646911 Sep 22 17:19:23.932166 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3ddcbece-060b-4e9a-ab38-ca9ccc675db0 req-0fe2da12-1737-486a-809d-d8d71bd30eba tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Sep 22 17:19:25.074284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8db99-14a4-4845-a4cf-73b9f5a6afed req-e2af0247-0f6f-437b-bf9d-7b6b847cc440 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:25.075827 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-62e8db99-14a4-4845-a4cf-73b9f5a6afed req-e2af0247-0f6f-437b-bf9d-7b6b847cc440 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0781713 Sep 22 17:19:25.128258 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-62e8db99-14a4-4845-a4cf-73b9f5a6afed req-16d4faae-028b-493e-b8be-3dce8c6acb56 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/security-groups?id=5803a93c-8291-4709-9910-692872639ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Sep 22 17:19:25.373579 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-8d31e75c-22c8-41a7-96f3-ee4a8a4b7003 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:25.375318 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-8d31e75c-22c8-41a7-96f3-ee4a8a4b7003 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 945 time: 0.0521588 Sep 22 17:19:25.476623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Deleting port 11634cb7-491f-4217-a600-61a001632345 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:19:25.476945 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.584020 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] For port 11634cb7-491f-4217-a600-61a001632345, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=11634cb7-491f-4217-a600-61a001632345,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:25.584298 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.600254 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Calling delete_port for 11634cb7-491f-4217-a600-61a001632345 owned by compute:nova {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:19:25.766460 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.784623 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['11634cb7-491f-4217-a600-61a001632345'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:25.805756 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Pushing event deleted for resources: {'Port': ['ID=11634cb7-491f-4217-a600-61a001632345,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:25.863780 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] No DVR routers for this DVR port 11634cb7-491f-4217-a600-61a001632345 on host hv-cinder-81041 {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:19:25.866353 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.868748 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-dd4558bc-6154-4992-b544-03ee1e4b0b58 req-53653884-1725-42f4-9c7c-c6e98e682550 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.24 "DELETE /v2.0/ports/11634cb7-491f-4217-a600-61a001632345 HTTP/1.1" status: 204 len: 173 time: 0.4859707 Sep 22 17:19:25.869310 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'name': 'network-vif-deleted', 'tag': '11634cb7-491f-4217-a600-61a001632345'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:25.871986 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9da7e7-82fa-4e2b-afa0-d11ace6b725a" -d '{"events": [{"server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "name": "network-vif-deleted", "tag": "11634cb7-491f-4217-a600-61a001632345"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:25.913704 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b5a17-86d7-4db3-9601-759fc97a3b8f x-openstack-request-id: req-de4b5a17-86d7-4db3-9601-759fc97a3b8f {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:25.913997 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1b6d24-77e3-4e3d-a366-17e6fb72505c", "name": "network-vif-deleted", "tag": "11634cb7-491f-4217-a600-61a001632345", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:25.914349 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de4b5a17-86d7-4db3-9601-759fc97a3b8f {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:25.914837 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1b6d24-77e3-4e3d-a366-17e6fb72505c', 'name': 'network-vif-deleted', 'tag': '11634cb7-491f-4217-a600-61a001632345', 'status': 'completed', 'code': 200} Sep 22 17:19:26.255457 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f0a6141a-0e09-4786-97ba-09033a2b60fe req-d02605b7-a9c4-4973-ad48-7568230e05a3 tempest-ServerRescueNegativeTestJSON-832138797 tempest-ServerRescueNegativeTestJSON-832138797-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b1b6d24-77e3-4e3d-a366-17e6fb72505c HTTP/1.1" status: 200 len: 210 time: 0.0293489 Sep 22 17:19:27.319908 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50678) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:27.765551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:28.333134 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Deleting port d82f8008-5678-4c3b-8c2c-3d682de57a48 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:19:28.333717 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:28.410240 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] For port d82f8008-5678-4c3b-8c2c-3d682de57a48, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=d82f8008-5678-4c3b-8c2c-3d682de57a48,segment=NetworkSegment(f83c99e2-53d4-497c-8359-b02146034cad),segment_id=f83c99e2-53d4-497c-8359-b02146034cad)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:28.410600 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:28.423337 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Calling delete_port for d82f8008-5678-4c3b-8c2c-3d682de57a48 owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:19:28.601537 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:28.634293 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82f8008-5678-4c3b-8c2c-3d682de57a48,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:28.833614 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-d1ed9eed-8a16-4f94-8dc2-98152b1d6d39 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:28.835114 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-d1ed9eed-8a16-4f94-8dc2-98152b1d6d39 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 814 time: 0.2045586 Sep 22 17:19:28.857724 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-cb32025a-7301-49fc-9a30-4572215b29f2 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/quotas/44917f136d824c4dabf6a0efe349fd07 HTTP/1.1" status: 200 len: 375 time: 0.0165467 Sep 22 17:19:28.897461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:28.923235 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-60a18263-bca1-4ab3-906e-f74e43786f49 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598729 Sep 22 17:19:29.084420 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-3641c46a-e3c5-49c3-bccd-f04d04c1b2bd service neutron] 10.222.0.11 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319530 Sep 22 17:19:29.251083 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Router 16bb3187-a996-405a-88fb-958380e80d7a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:19:29.253201 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-cc3faeac-eeab-4518-b435-73cb67775a34 service neutron] 10.222.0.11 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325736 Sep 22 17:19:29.364600 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:29.369497 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ffc498d0-8bbd-4766-bc0a-09e3f497a2c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/16bb3187-a996-405a-88fb-958380e80d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486088 Sep 22 17:19:29.372172 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50726) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:29.374054 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Sync routers for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:29.398273 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:29.398891 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:29.472566 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7fe5de0d-c728-447b-899f-6d46dd248954 req-71b362e3-4bef-4e41-a4e5-a0ff78307c82 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 210 time: 0.0588164 Sep 22 17:19:29.502019 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks [] for router, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:29.517311 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:29.545901 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 11634cb7-491f-4217-a600-61a001632345 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:29.565888 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 11634cb7-491f-4217-a600-61a001632345 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:19:29.566537 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 11634cb7-491f-4217-a600-61a001632345 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:29.616565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:29.684715 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Deleting port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:19:29.685061 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:29.768956 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] For port 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:29.769329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:29.783031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Calling delete_port for 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 owned by network:router_gateway {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:19:29.789653 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:19:28Z', 'revision_number': 5, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port': {'id': '3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb3187-a996-405a-88fb-958380e80d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:01Z', 'updated_at': '2021-09-22T17:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:29.819244 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Checking router: 16bb3187-a996-405a-88fb-958380e80d7a for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:29.827550 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Routers {'16bb3187-a996-405a-88fb-958380e80d7a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:19:29.828191 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb3187-a996-405a-88fb-958380e80d7a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:29.913503 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] Set router 16bb3187-a996-405a-88fb-958380e80d7a gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:19:29.960208 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:29.963816 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:19:29Z', 'revision_number': 6, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:29.992865 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:30.009187 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b4d62-7f64-4880-873c-8b35b9be2721 None None] The sync data for ids ['16bb3187-a996-405a-88fb-958380e80d7a'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb3187-a996-405a-88fb-958380e80d7a', 'name': 'tempest-ServerRescueNegativeTestJSON-474330446-router', 'tenant_id': 'a3cbb330046f4ea784e45df232cc1c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:59Z', 'updated_at': '2021-09-22T17:19:29Z', 'revision_number': 6, 'project_id': 'a3cbb330046f4ea784e45df232cc1c20', 'gw_port_host': None}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:30.058507 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.164846 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.166841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.229179 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.229820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16bb3187-a996-405a-88fb-958380e80d7a {{(pid=94222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:19:30.234784 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.235947 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3ccbcc68-2cbf-4231-973c-35ec370482db admin admin] 10.222.0.11 "DELETE /v2.0/routers/16bb3187-a996-405a-88fb-958380e80d7a HTTP/1.1" status: 204 len: 168 time: 0.8622077 Sep 22 17:19:30.238445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50738) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:30.281800 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Deleting subnet fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:19:30.285191 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.322395 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.369916 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.456565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.485488 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:30.489634 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.494978 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 50744) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:30.495575 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-db878e84-7dfe-4754-a557-ff18d8be504e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fdb2ca89-3f9a-49a2-9196-2df7ec1f24c3 HTTP/1.1" status: 204 len: 168 time: 0.2557867 Sep 22 17:19:30.600020 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-9bee3627-05ec-486f-961a-9af0f805c983 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:30.601442 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-9bee3627-05ec-486f-961a-9af0f805c983 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 814 time: 0.2126315 Sep 22 17:19:30.617067 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8aad41b2-e7ca-4684-914f-8fe1c5d09fe7 req-6e4c9611-3e0f-424c-8485-b20ec23e0a0a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 210 time: 0.0404477 Sep 22 17:19:30.619559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.651831 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'port': {'device_id': '5d2a082c-de4b-49d0-9715-7343205d061c', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'admin_state_up': True, 'tenant_id': '44917f136d824c4dabf6a0efe349fd07'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:30.757253 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.786321 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c9466c-9bf8-47a7-a120-6d2cf2d6a410']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:30.803997 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83c99e2-53d4-497c-8359-b02146034cad') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:30.804295 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83c99e2-53d4-497c-8359-b02146034cad') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:30.824145 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.845418 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.854501 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:19:30.854911 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:19:30.857096 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:19:30.868717 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Made reservation on behalf of 44917f136d824c4dabf6a0efe349fd07 for: {'port': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:19:30.875646 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.918015 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device d82f8008-5678-4c3b-8c2c-3d682de57a48 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:30.941272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.947334 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: d82f8008-5678-4c3b-8c2c-3d682de57a48 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:19:30.947701 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device d82f8008-5678-4c3b-8c2c-3d682de57a48 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:30.978888 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:30.983580 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] 10.222.0.11 "DELETE /v2.0/networks/40c9466c-9bf8-47a7-a120-6d2cf2d6a410 HTTP/1.1" status: 204 len: 168 time: 0.4876614 Sep 22 17:19:31.002339 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e11f3-e432-4bcc-a0fd-ebbb1d3a49bf admin admin] Pushing event deleted for resources: {'Network': ['ID=40c9466c-9bf8-47a7-a120-6d2cf2d6a410,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:31.092611 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Allocated IP 172.20.0.13 (1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c/51744cfd-8c3b-402c-ade1-58b44aee087e/941755f7-8d7e-4304-a3a9-ca9206e358b9) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:19:31.284036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50770) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:31.344319 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c47d3532-db30-43e7-a468-07d2fac94e0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3cbb330046f4ea784e45df232cc1c20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568912 Sep 22 17:19:31.345326 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 50772) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:31.437677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.448507 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.479105 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.494515 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.565874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.569982 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.571457 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5803a93c-8291-4709-9910-692872639ba9 HTTP/1.1" status: 204 len: 168 time: 0.2250876 Sep 22 17:19:31.576356 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:19:31.577846 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:19:31.587491 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748c25-acd7-428e-94c4-0c8fc9865698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803a93c-8291-4709-9910-692872639ba9,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:31.596801 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:19:31.601651 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:31.694757 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:31.695433 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.721561 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-5d342a69-2a8a-4af7-94c2-7efcc14090f9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0883684 Sep 22 17:19:31.765535 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a9b71-03bc-41b1-8674-56c7a75d086f req-e0815c6c-9660-4334-87f7-b1d17bd30b3f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:31.767173 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eb5a9b71-03bc-41b1-8674-56c7a75d086f req-e0815c6c-9660-4334-87f7-b1d17bd30b3f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0564141 Sep 22 17:19:31.816735 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eb5a9b71-03bc-41b1-8674-56c7a75d086f req-5085e993-65ac-4ef5-b45f-6bfcdf46b30b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Sep 22 17:19:31.874229 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-ad83b030-fcb2-41b9-b2fc-44a9cca4c83e None None] Provisioning complete for port 941755f7-8d7e-4304-a3a9-ca9206e358b9 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:31.874599 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ad83b030-fcb2-41b9-b2fc-44a9cca4c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:31.921276 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-ad83b030-fcb2-41b9-b2fc-44a9cca4c83e None None] Port 941755f7-8d7e-4304-a3a9-ca9206e358b9 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:19:32.451998 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:32.476086 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:19:32.476086 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3d6f545a-ba22-4a7d-8bdc-1ad7562d3a90 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:32.949308 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed51b-d866-4a90-8b84-7d163b70ec93 req-2c1b6fd3-a97e-4661-a24b-3e29e6f58fdf tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:32.952212 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a14ed51b-d866-4a90-8b84-7d163b70ec93 req-2c1b6fd3-a97e-4661-a24b-3e29e6f58fdf tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0503483 Sep 22 17:19:32.997400 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a14ed51b-d866-4a90-8b84-7d163b70ec93 req-42a1c4a2-f142-46ff-9a77-90e41d977a65 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Sep 22 17:19:34.111307 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b638f-0bfd-4825-bc25-f38efc8d8808 req-77207516-8262-46b4-84d3-a6ae92fc7bb8 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:34.112814 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3b1b638f-0bfd-4825-bc25-f38efc8d8808 req-77207516-8262-46b4-84d3-a6ae92fc7bb8 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0473809 Sep 22 17:19:34.150965 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3b1b638f-0bfd-4825-bc25-f38efc8d8808 req-f2438808-52ea-4872-a743-2429c8687ac1 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Sep 22 17:19:35.274607 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc9e1e-a1db-4351-9ffe-cda0e10e131e req-a04b5a67-97ea-4c36-8b42-3313959ddb15 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:35.276096 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-effc9e1e-a1db-4351-9ffe-cda0e10e131e req-a04b5a67-97ea-4c36-8b42-3313959ddb15 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0524631 Sep 22 17:19:35.313234 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-effc9e1e-a1db-4351-9ffe-cda0e10e131e req-06f6da12-7a2e-41e2-9376-53b368165e0b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Sep 22 17:19:36.438606 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12ad8d-35e1-4e09-869f-f1bb0a7c84be req-5a31b7a7-be47-4695-b88d-182e876a3227 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:36.440156 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9b12ad8d-35e1-4e09-869f-f1bb0a7c84be req-5a31b7a7-be47-4695-b88d-182e876a3227 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0570011 Sep 22 17:19:36.481661 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9b12ad8d-35e1-4e09-869f-f1bb0a7c84be req-47e5bfad-1c8a-4098-926e-31abf3ba037f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Sep 22 17:19:37.619211 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc269-2ae1-47fd-bb89-b9f23b6ec8a2 req-e89498e0-f0ce-4876-bc91-97a4a1d04913 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:37.621357 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a47fc269-2ae1-47fd-bb89-b9f23b6ec8a2 req-e89498e0-f0ce-4876-bc91-97a4a1d04913 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0552707 Sep 22 17:19:37.660652 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a47fc269-2ae1-47fd-bb89-b9f23b6ec8a2 req-8e2f4032-f6cf-4335-ae57-3a692c45cf4e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Sep 22 17:19:38.782230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78dc3c-4918-472d-9f7e-c2fef5804d52 req-e405744d-6a8b-413d-9c64-14b1991f8bb6 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:38.783749 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6b78dc3c-4918-472d-9f7e-c2fef5804d52 req-e405744d-6a8b-413d-9c64-14b1991f8bb6 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0556369 Sep 22 17:19:38.825970 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6b78dc3c-4918-472d-9f7e-c2fef5804d52 req-9fd03115-2b07-4447-bf78-4efc76783179 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 Sep 22 17:19:39.825850 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-adb57077-017a-44cc-9c59-5bb615e7b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:39.983834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd7a49-afbc-4c96-8921-af42e2c2c922 req-573054de-1066-4d40-aef0-7f159753b67d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:39.985185 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4efd7a49-afbc-4c96-8921-af42e2c2c922 req-573054de-1066-4d40-aef0-7f159753b67d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0528448 Sep 22 17:19:40.036348 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4efd7a49-afbc-4c96-8921-af42e2c2c922 req-46bf8350-c10f-4666-8703-8197d3baa016 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Sep 22 17:19:41.148820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46e88-bab8-487a-9e0b-2c02ca4d4060 req-2e1eb281-f6e2-4451-a0c7-e83ff7428d5c tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:41.150239 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3ba46e88-bab8-487a-9e0b-2c02ca4d4060 req-2e1eb281-f6e2-4451-a0c7-e83ff7428d5c tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0495076 Sep 22 17:19:41.187553 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3ba46e88-bab8-487a-9e0b-2c02ca4d4060 req-35b467c5-f2a7-48e4-99c5-2cf5044cadf7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Sep 22 17:19:41.359362 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:42.304449 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6a632-1ba8-4bef-a089-9548d18c6ebe req-b339cbf7-4903-4d03-b39c-76f025a155aa tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:42.306421 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-3542b130-f5f1-47a2-a1be-df01b854493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:42.306539 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-67a6a632-1ba8-4bef-a089-9548d18c6ebe req-b339cbf7-4903-4d03-b39c-76f025a155aa tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 932 time: 0.0522275 Sep 22 17:19:42.343163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-67a6a632-1ba8-4bef-a089-9548d18c6ebe req-83dfcb6d-69e6-4a02-b9d8-3973e0bf75e2 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Sep 22 17:19:42.940595 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Request body: {'port': {'device_id': '5d2a082c-de4b-49d0-9715-7343205d061c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:19:43.033931 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.188890 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.224844 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.354427 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941755f7-8d7e-4304-a3a9-ca9206e358b9 {{(pid=94223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:43.361794 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.374149 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.provisioning_blocks [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Transition to ACTIVE for port object 941755f7-8d7e-4304-a3a9-ca9206e358b9 will not be triggered until provisioned by entity L2. {{(pid=94223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:19:43.377802 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.425836 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:43.498489 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65d47-156d-446f-b882-bb667169d1e1 req-f589a078-b380-4b61-b4e1-dd2501cb218e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:43.502955 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bbd65d47-156d-446f-b882-bb667169d1e1 req-f589a078-b380-4b61-b4e1-dd2501cb218e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 944 time: 0.0915849 Sep 22 17:19:43.538852 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Attempting to bind port 941755f7-8d7e-4304-a3a9-ca9206e358b9 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:19:43.539196 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Attempting to bind port 941755f7-8d7e-4304-a3a9-ca9206e358b9 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:19:43.539527 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Attempting to bind port 941755f7-8d7e-4304-a3a9-ca9206e358b9 on network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:43.544103 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Port 941755f7-8d7e-4304-a3a9-ca9206e358b9 on network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:19:43.544426 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Attempting to bind port 941755f7-8d7e-4304-a3a9-ca9206e358b9 on network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:19:43.546820 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bbd65d47-156d-446f-b882-bb667169d1e1 req-ad751f2e-531b-4431-be35-1f01010b17f4 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338492 Sep 22 17:19:43.549553 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:19:43.549966 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Checking segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:19:43.550262 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Bound using segment: {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'} {{(pid=94223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:19:43.550688 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.managers [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Bound port: 941755f7-8d7e-4304-a3a9-ca9206e358b9, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ffb1a3-3a5d-467f-893d-53e64948e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c'}}] {{(pid=94223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:19:43.551052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.618882 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, cleared binding levels {{(pid=94223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:19:43.622378 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:19:43.627368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.660485 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:43.661095 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:43.662508 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] 10.222.0.24 "PUT /v2.0/ports/941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1094 time: 0.7295895 Sep 22 17:19:43.663447 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:43.665682 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f18131-b523-4c76-8c6d-d856f08ba9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:43.688981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c8f7d-b2c1-4c17-9b92-b9e82c6cca32 service neutron] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=3']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:43.712111 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0d4b62-e8df-4287-9510-b96c0c02f101 x-openstack-request-id: req-2d0d4b62-e8df-4287-9510-b96c0c02f101 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:43.712401 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:43.712651 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d0d4b62-e8df-4287-9510-b96c0c02f101 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:43.713047 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:19:43.757679 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-9ccd1140-064d-4693-aed5-09bc3f28a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:43.759228 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-9ccd1140-064d-4693-aed5-09bc3f28a725 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1097 time: 0.0450661 Sep 22 17:19:43.804078 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-f48da7a7-d1f2-422f-a6b4-032b8b6cfebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 217 time: 0.0358989 Sep 22 17:19:43.871599 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-4606f269-8de7-46de-846b-7c62d897b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:43.873167 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-4606f269-8de7-46de-846b-7c62d897b515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0560851 Sep 22 17:19:44.154834 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-61780c11-42a4-4941-8309-d2f6834f2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.156357 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-61780c11-42a4-4941-8309-d2f6834f2cf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2750890 Sep 22 17:19:44.259829 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-4026dc1c-b13a-4d06-ad25-befd70a6fda8 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903797 Sep 22 17:19:44.396609 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faf8a956-762d-4819-8e48-c4303ddb44d4 req-9cda2e06-492c-4d8b-b23e-588ecf7c483b service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260300 Sep 22 17:19:44.408105 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e227916-f967-4c62-992b-e04e6b81d77e req-5aebc76d-14b8-439f-a845-16af9884a88a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.409484 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3e227916-f967-4c62-992b-e04e6b81d77e req-5aebc76d-14b8-439f-a845-16af9884a88a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0699847 Sep 22 17:19:44.447004 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3e227916-f967-4c62-992b-e04e6b81d77e req-83a7f88c-1b42-4fe9-9ac8-9d825d33afcc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306756 Sep 22 17:19:44.487049 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-61da355b-b684-49c0-9f03-1064bc5228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.488535 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-61da355b-b684-49c0-9f03-1064bc5228e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1097 time: 0.0389297 Sep 22 17:19:44.577258 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-39c10c4e-daae-4f22-ac5d-f56fd932acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.578715 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-39c10c4e-daae-4f22-ac5d-f56fd932acc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.0820553 Sep 22 17:19:44.622148 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-8db23fbd-b64a-494c-b019-fa87243847b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 217 time: 0.0329316 Sep 22 17:19:44.662220 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518797e-6fb1-4e8c-aade-08904698f519 req-f8dbce3d-dec3-4ebb-b1c2-a3a865458374 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.664266 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b518797e-6fb1-4e8c-aade-08904698f519 req-f8dbce3d-dec3-4ebb-b1c2-a3a865458374 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 944 time: 0.0480425 Sep 22 17:19:44.676628 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-40e42b4a-b528-4e41-97fc-0da44da50a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.678191 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-40e42b4a-b528-4e41-97fc-0da44da50a29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0464056 Sep 22 17:19:44.700895 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b518797e-6fb1-4e8c-aade-08904698f519 req-c3f4bf28-7634-4ec8-93dd-3c82ca7ffaee tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Sep 22 17:19:44.723956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-46071386-a464-4b7c-bca7-f771bd937094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:44.725470 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-46071386-a464-4b7c-bca7-f771bd937094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389493 Sep 22 17:19:44.817813 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-88c01c47-6efd-4ebf-93b6-5bf9ae8da9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800300 Sep 22 17:19:44.905994 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57f18131-b523-4c76-8c6d-d856f08ba9b8 req-3fae6cbb-2f52-46ba-8e4a-7fd618eb60e4 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793417 Sep 22 17:19:45.310240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:45.562893 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdfa15-b022-496f-8897-2c84bdfe51d4 req-a5b1e970-fdec-43ea-a94b-346e0889f1fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:45.564403 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-80cdfa15-b022-496f-8897-2c84bdfe51d4 req-a5b1e970-fdec-43ea-a94b-346e0889f1fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0486271 Sep 22 17:19:45.604294 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-80cdfa15-b022-496f-8897-2c84bdfe51d4 req-8e907684-fa2e-4385-b6f3-8b8b9c0ce51e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Sep 22 17:19:45.813328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e5f64-075d-42ed-a0a7-f321c93e3947 req-5b768760-297b-4873-bfae-f5dc75e2cb77 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:45.814679 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e9e5f64-075d-42ed-a0a7-f321c93e3947 req-5b768760-297b-4873-bfae-f5dc75e2cb77 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 944 time: 0.0491414 Sep 22 17:19:45.851949 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e9e5f64-075d-42ed-a0a7-f321c93e3947 req-a3ec626f-53d6-4b17-8085-1d7408ae4a6e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Sep 22 17:19:46.719904 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5489b01-10de-47db-a3de-3481b8a1586d req-ba751aaf-bc8e-41d0-82f1-f8774a2cad68 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:46.721440 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5489b01-10de-47db-a3de-3481b8a1586d req-ba751aaf-bc8e-41d0-82f1-f8774a2cad68 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0512993 Sep 22 17:19:46.761968 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5489b01-10de-47db-a3de-3481b8a1586d req-c7c066cc-841b-4a10-bbc1-752807836f20 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Sep 22 17:19:46.962579 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafbe68-2462-4f6e-831c-188870dcb808 req-7e615467-f3ed-4381-9c09-e81083c36b32 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:46.964077 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bcafbe68-2462-4f6e-831c-188870dcb808 req-7e615467-f3ed-4381-9c09-e81083c36b32 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 944 time: 0.0472164 Sep 22 17:19:47.002798 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bcafbe68-2462-4f6e-831c-188870dcb808 req-f43ce2b2-425e-4aa7-8d9e-f51b8f2cdda2 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Sep 22 17:19:47.611869 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 941755f7-8d7e-4304-a3a9-ca9206e358b9 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:19:47.703864 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:47.714244 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'port_id': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'mac_address': 'fa:16:3e:7f:a1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:19:47.749501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:47.761104 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941755f7-8d7e-4304-a3a9-ca9206e358b9 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:19:47.778688 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:47.782814 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:47.878241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3363-0d4d-4006-a73f-55a973ef2750 req-99db7d08-7ba3-43b1-bfe2-7a604c499e69 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:47.879865 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e3da3363-0d4d-4006-a73f-55a973ef2750 req-99db7d08-7ba3-43b1-bfe2-7a604c499e69 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0508223 Sep 22 17:19:47.919759 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e3da3363-0d4d-4006-a73f-55a973ef2750 req-a3f75801-8f04-4db8-a0c2-ceba3ecd01e6 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Sep 22 17:19:47.960423 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:48.049188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:19:48.125589 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedeb0-54fe-4292-9076-5f0443156d8a req-cc75599f-f098-434b-bc5e-fd5b6e368060 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:48.127224 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20dedeb0-54fe-4292-9076-5f0443156d8a req-cc75599f-f098-434b-bc5e-fd5b6e368060 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 945 time: 0.0536895 Sep 22 17:19:48.174145 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20dedeb0-54fe-4292-9076-5f0443156d8a req-4632cd24-8dee-4e2b-81fa-4d9e14d7f131 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Sep 22 17:19:48.555098 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51090) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:48.668291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fd60878f-e342-4aab-846b-ef2469989ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.755104 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fd60878f-e342-4aab-846b-ef2469989ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.759286 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-fd60878f-e342-4aab-846b-ef2469989ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.796254 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-fd60878f-e342-4aab-846b-ef2469989ad2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2557e802ca8428d98421f159d805504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400224 Sep 22 17:19:48.797088 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60878f-e342-4aab-846b-ef2469989ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502d8bf7-a1b0-4b3a-a8da-f0216abb21db,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:48.799026 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51094) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:48.848109 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.868692 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.916761 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.919300 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:48.920491 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/502d8bf7-a1b0-4b3a-a8da-f0216abb21db HTTP/1.1" status: 204 len: 168 time: 0.1200356 Sep 22 17:19:48.928549 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597c41f-6a21-4184-aaaa-c2c9df3d78ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d8bf7-a1b0-4b3a-a8da-f0216abb21db,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:49.036888 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1c14-7a67-419e-b9f7-d26ed625daec req-0d634ca5-ab9d-4510-8168-1bed26dc7209 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:49.038409 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-059d1c14-7a67-419e-b9f7-d26ed625daec req-0d634ca5-ab9d-4510-8168-1bed26dc7209 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0508258 Sep 22 17:19:49.076611 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-059d1c14-7a67-419e-b9f7-d26ed625daec req-b9312839-8715-4e1a-8427-6332cc008e27 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 22 17:19:49.177231 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51102) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:49.190605 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-330e6134-d650-4a1f-aa8c-7efc20d583e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.308490 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04c6c-e5f8-4095-a0ee-eaeb33abe490 req-105de3e1-3804-4055-99a0-c7d756a721be tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:49.309972 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a1c04c6c-e5f8-4095-a0ee-eaeb33abe490 req-105de3e1-3804-4055-99a0-c7d756a721be tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 945 time: 0.0651205 Sep 22 17:19:49.319812 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-330e6134-d650-4a1f-aa8c-7efc20d583e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.331441 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-330e6134-d650-4a1f-aa8c-7efc20d583e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.601307 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-330e6134-d650-4a1f-aa8c-7efc20d583e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b46fd8a8d534d82b3f7ca1a71929c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229386 Sep 22 17:19:49.603958 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51108) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:49.607825 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a1c04c6c-e5f8-4095-a0ee-eaeb33abe490 req-72df0590-673f-48c6-a177-ddb390d1dc0e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905350 Sep 22 17:19:49.609781 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6134-d650-4a1f-aa8c-7efc20d583e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac50a7e3-abc4-473a-80f7-419b2fd39a9b,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:49.637777 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 941755f7-8d7e-4304-a3a9-ca9206e358b9 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:19:49.691955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 941755f7-8d7e-4304-a3a9-ca9206e358b9 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:19:49.695745 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 941755f7-8d7e-4304-a3a9-ca9206e358b9 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:19:49.696121 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.700670 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.721266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.766874 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.769527 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.769651 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.770671 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac50a7e3-abc4-473a-80f7-419b2fd39a9b HTTP/1.1" status: 204 len: 168 time: 0.1648343 Sep 22 17:19:49.779485 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aeeb5-36f5-4574-9d5a-3d35062c4671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac50a7e3-abc4-473a-80f7-419b2fd39a9b,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:49.803272 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:19:49.805566 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb1fa0-cdc3-4db0-9a86-a7a6dff6a1ad" -d '{"events": [{"server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "name": "network-vif-plugged", "status": "completed", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:49.818900 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:49.824089 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:49.850597 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa9ac6c-229d-4c11-9e4f-479b68c19285 x-openstack-request-id: req-6fa9ac6c-229d-4c11-9e4f-479b68c19285 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:49.850804 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "name": "network-vif-plugged", "status": "completed", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:49.851055 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fa9ac6c-229d-4c11-9e4f-479b68c19285 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:49.851426 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'code': 200} Sep 22 17:19:49.877969 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:50.027610 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21ccb-af14-4e73-acdb-4635cb5c84d0 req-5b9d9488-8ac0-4b2b-8cfb-1907d01e1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:50.029144 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-01c21ccb-af14-4e73-acdb-4635cb5c84d0 req-5b9d9488-8ac0-4b2b-8cfb-1907d01e1a34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1099 time: 0.0457034 Sep 22 17:19:50.070625 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-01c21ccb-af14-4e73-acdb-4635cb5c84d0 req-92022449-5080-4e59-b8cf-823a061e2183 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Sep 22 17:19:50.190575 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458287-437d-45c6-8cf4-6d320aa154fb req-73ce6425-665a-4252-81d2-468594f24a0a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:50.192084 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9b458287-437d-45c6-8cf4-6d320aa154fb req-73ce6425-665a-4252-81d2-468594f24a0a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0501325 Sep 22 17:19:50.230894 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9b458287-437d-45c6-8cf4-6d320aa154fb req-a1144d19-d926-41a0-97c4-0171a3789bda tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Sep 22 17:19:50.726673 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3670e-bbd3-421a-9330-6f1894010841 req-46665652-0dee-4e92-985f-1452b0469164 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:50.728331 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ff3670e-bbd3-421a-9330-6f1894010841 req-46665652-0dee-4e92-985f-1452b0469164 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0527005 Sep 22 17:19:50.768237 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ff3670e-bbd3-421a-9330-6f1894010841 req-41dd629c-3d33-4501-8432-a4dbf62a15e9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Sep 22 17:19:51.345782 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e554d-eace-4252-b71f-717aa51b6bba req-10a900ca-1185-4885-8d02-7d2882faca3a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:51.347420 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-507e554d-eace-4252-b71f-717aa51b6bba req-10a900ca-1185-4885-8d02-7d2882faca3a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0502164 Sep 22 17:19:51.388732 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-507e554d-eace-4252-b71f-717aa51b6bba req-18378e16-1afa-41f6-9c6e-45beb6dbd0a8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Sep 22 17:19:51.883313 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ed1c-0358-408b-a87e-6dc859849ab9 req-a575499c-63b4-4fee-a6d7-e5d36f633f06 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:51.884824 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d021ed1c-0358-408b-a87e-6dc859849ab9 req-a575499c-63b4-4fee-a6d7-e5d36f633f06 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0474939 Sep 22 17:19:51.921175 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d021ed1c-0358-408b-a87e-6dc859849ab9 req-2d95698e-e3da-47f8-a86d-1d3424e02ad0 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Sep 22 17:19:52.507359 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b866ba-ea21-48d8-9f6e-feaee0e6cd12 req-d93b75cb-bdcf-4b1c-8eea-bc753ecf1416 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:52.512083 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-24b866ba-ea21-48d8-9f6e-feaee0e6cd12 req-d93b75cb-bdcf-4b1c-8eea-bc753ecf1416 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0564706 Sep 22 17:19:52.547350 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-24b866ba-ea21-48d8-9f6e-feaee0e6cd12 req-52dbf45a-c709-4815-b982-0a4380417c3d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Sep 22 17:19:53.035600 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a6ab-2076-4493-9374-cdef96f54cfc req-914b01fc-0480-4d3a-adf9-51b2b88bc5e7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:53.037073 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-aac5a6ab-2076-4493-9374-cdef96f54cfc req-914b01fc-0480-4d3a-adf9-51b2b88bc5e7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0507088 Sep 22 17:19:53.073589 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-aac5a6ab-2076-4493-9374-cdef96f54cfc req-c5f66d60-da7b-4db4-b8e4-5d0513c6aa66 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Sep 22 17:19:53.659153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fbd6f-ba82-4686-b11e-f6fa804f7a18 req-e759d43e-0857-43c6-b4d8-228db5b54045 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:53.660625 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-153fbd6f-ba82-4686-b11e-f6fa804f7a18 req-e759d43e-0857-43c6-b4d8-228db5b54045 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0484698 Sep 22 17:19:53.697262 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-153fbd6f-ba82-4686-b11e-f6fa804f7a18 req-cd41650b-2372-429b-ba09-7e100516e91b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Sep 22 17:19:54.190943 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f353b6-3d71-4ef5-86a5-36f60840d2a5 req-93d076fb-121d-409f-8554-d33c666b588a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:54.192472 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d4f353b6-3d71-4ef5-86a5-36f60840d2a5 req-93d076fb-121d-409f-8554-d33c666b588a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0516706 Sep 22 17:19:54.230334 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d4f353b6-3d71-4ef5-86a5-36f60840d2a5 req-00cbe37e-2bf7-48af-8fd2-5fe2f2e3a0e2 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Sep 22 17:19:54.808261 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378317-cf20-4cb0-aac2-4ee93f295994 req-c19fb577-6977-4605-af61-73a1ae91ae06 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:54.809698 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dd378317-cf20-4cb0-aac2-4ee93f295994 req-c19fb577-6977-4605-af61-73a1ae91ae06 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0467272 Sep 22 17:19:54.847780 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dd378317-cf20-4cb0-aac2-4ee93f295994 req-e9c80bdb-74f7-4d33-89b3-9eb4beb2244f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Sep 22 17:19:55.079582 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede90704-035e-434f-8b11-87367e926b93 req-4d4c2350-1e1e-4661-be71-17a70137557c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.081377 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ede90704-035e-434f-8b11-87367e926b93 req-4d4c2350-1e1e-4661-be71-17a70137557c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0604973 Sep 22 17:19:55.132062 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ede90704-035e-434f-8b11-87367e926b93 req-cd4321aa-204a-40da-bc65-26a2115a6894 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418057 Sep 22 17:19:55.150961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-681d0abb-923f-4e31-b5bb-2d3b2193011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.152729 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-681d0abb-923f-4e31-b5bb-2d3b2193011c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 1098 time: 0.0627339 Sep 22 17:19:55.214505 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51240) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:55.261989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-f8d761a1-c37e-412b-9fab-954236292560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.263913 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-f8d761a1-c37e-412b-9fab-954236292560 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.1015046 Sep 22 17:19:55.333971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6507741c-a33e-4b8b-95df-6e0704ee5b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.360563 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-beb42d44-1f4d-4bd9-b124-7a56d94e898c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 200 len: 999 time: 0.0885859 Sep 22 17:19:55.376279 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daa963-ca96-414a-9d18-11a224b6804d req-442de027-a615-42fa-aeba-376237851be7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.377965 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-34daa963-ca96-414a-9d18-11a224b6804d req-442de027-a615-42fa-aeba-376237851be7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0693667 Sep 22 17:19:55.422583 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6507741c-a33e-4b8b-95df-6e0704ee5b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.426550 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6507741c-a33e-4b8b-95df-6e0704ee5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.442685 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-5aa3ba8b-2cb1-435f-be21-53136b837b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.444695 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-5aa3ba8b-2cb1-435f-be21-53136b837b92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0657716 Sep 22 17:19:55.451771 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-34daa963-ca96-414a-9d18-11a224b6804d req-8a044346-45a7-4623-ab2d-b9983cdd3382 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637343 Sep 22 17:19:55.467711 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-6507741c-a33e-4b8b-95df-6e0704ee5b4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=792a7e405dd64791b5b75393f22405a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503073 Sep 22 17:19:55.467711 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507741c-a33e-4b8b-95df-6e0704ee5b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63853a71-26e9-4cd9-80c7-cafd6b1985a3,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:55.468639 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51246) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:55.500954 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-1875f4be-4010-468c-a7ea-776824665b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.502854 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-1875f4be-4010-468c-a7ea-776824665b7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477617 Sep 22 17:19:55.520288 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.565406 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.609806 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7ef4-2911-4a41-a36a-cb5009a7ad30 req-6cb1e8da-40a6-4023-81eb-f6fa1a6fb1c7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.611261 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c67e7ef4-2911-4a41-a36a-cb5009a7ad30 req-6cb1e8da-40a6-4023-81eb-f6fa1a6fb1c7 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0817060 Sep 22 17:19:55.646926 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.649734 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.650821 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63853a71-26e9-4cd9-80c7-cafd6b1985a3 HTTP/1.1" status: 204 len: 168 time: 0.1812916 Sep 22 17:19:55.663144 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c67e7ef4-2911-4a41-a36a-cb5009a7ad30 req-6b773160-d66e-4d49-8b38-6558c85c7692 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Sep 22 17:19:55.664228 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe63e3-5035-4217-a0da-b023ab0b7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63853a71-26e9-4cd9-80c7-cafd6b1985a3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:55.910672 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51258) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:55.924442 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd46c-c0ae-42d6-a051-ae730811d41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.992965 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11d5f-3d81-482b-8810-d718a0ec9897 req-cd4c9724-d7fe-4395-8154-6ded2aca5c5e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:55.994447 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eda11d5f-3d81-482b-8810-d718a0ec9897 req-cd4c9724-d7fe-4395-8154-6ded2aca5c5e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0507090 Sep 22 17:19:56.016005 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd46c-c0ae-42d6-a051-ae730811d41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.019562 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd46c-c0ae-42d6-a051-ae730811d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.032500 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eda11d5f-3d81-482b-8810-d718a0ec9897 req-e30c9377-e1b3-451d-b018-67073e3809e3 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Sep 22 17:19:56.057017 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3c3fd46c-c0ae-42d6-a051-ae730811d41a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d66937c3586a4725b75829d98251d05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451666 Sep 22 17:19:56.059052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd46c-c0ae-42d6-a051-ae730811d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96792d7a-5c5e-4775-a8b6-64b2229e2cfc,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:56.060370 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51262) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:19:56.118782 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.139369 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.198247 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.201275 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.205126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96792d7a-5c5e-4775-a8b6-64b2229e2cfc HTTP/1.1" status: 204 len: 168 time: 0.1411505 Sep 22 17:19:56.214790 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f798f6-115f-43a5-8ee5-3072389beb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96792d7a-5c5e-4775-a8b6-64b2229e2cfc,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:56.270523 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58958e1-b3ed-4675-89e3-b07946773282 req-1bc4397c-0f88-41cd-945e-e87ec132beca tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:56.272909 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b58958e1-b3ed-4675-89e3-b07946773282 req-1bc4397c-0f88-41cd-945e-e87ec132beca tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0702193 Sep 22 17:19:56.327377 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b58958e1-b3ed-4675-89e3-b07946773282 req-a198534b-bd5d-4bb7-84f5-5c50d6afa380 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Sep 22 17:19:56.487267 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-67f85f2b-dad9-44df-8caf-acd9932ce9d1 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852578 Sep 22 17:19:57.354134 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6b63b8f5-0e93-43d4-a48d-2ac20bbf844b req-55fc1df7-1e37-4124-b052-3759195214a6 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838158 Sep 22 17:19:57.445305 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1bed-b359-4db1-bae7-e5b667177c24 req-f41a78ab-8982-4bee-bee1-2399989b0bab tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:57.447165 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b66a1bed-b359-4db1-bae7-e5b667177c24 req-f41a78ab-8982-4bee-bee1-2399989b0bab tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0505898 Sep 22 17:19:57.484805 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b66a1bed-b359-4db1-bae7-e5b667177c24 req-6964b465-ff09-42f9-998c-fdba38182a8a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Sep 22 17:19:58.600361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e8690-8fbc-41da-a860-e20475f39001 req-20beaf2a-24a3-42ef-889c-8bd91482d41b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:58.601900 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6c3e8690-8fbc-41da-a860-e20475f39001 req-20beaf2a-24a3-42ef-889c-8bd91482d41b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0478423 Sep 22 17:19:58.644628 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6c3e8690-8fbc-41da-a860-e20475f39001 req-e79ebdc3-82d9-4898-85ef-1e28ebdbed76 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359235 Sep 22 17:19:59.765664 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6427-5783-4ad8-982f-49ced08fdd5d req-e89f2b3e-f30d-44e3-88ad-b243a4558b01 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:19:59.772777 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65de6427-5783-4ad8-982f-49ced08fdd5d req-e89f2b3e-f30d-44e3-88ad-b243a4558b01 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0590434 Sep 22 17:19:59.807474 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-65de6427-5783-4ad8-982f-49ced08fdd5d req-e527ea2e-2091-4b08-9521-50caa358ce01 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Sep 22 17:19:59.972065 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:20:04.297107 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51432) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:04.398875 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.483637 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.487006 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.523898 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af946bbf599b4a68a44e0761eb03a6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256808 Sep 22 17:20:04.524756 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07221f85-6859-475c-9edc-f0b232509822,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:04.526636 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51436) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:04.531730 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.532084 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.532424 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.532759 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.533091 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.533425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.533748 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.534072 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.534396 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.534716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.535035 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.535350 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5cdcb-3a2f-4720-ad6f-b2015bae135e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.578416 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.599029 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.658687 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.661462 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:04.665616 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07221f85-6859-475c-9edc-f0b232509822 HTTP/1.1" status: 204 len: 168 time: 0.1356144 Sep 22 17:20:04.679657 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07221f85-6859-475c-9edc-f0b232509822,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:04.687779 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.688388 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.688740 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.689081 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.689413 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.689795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.690162 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.690465 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.690793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.691119 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.691442 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.691790 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a35fac-619f-44b3-9b1c-df2ba8e31ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:04.993325 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51454) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:05.007011 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4e2329a-1203-41eb-99f4-f47667c8bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.097775 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4e2329a-1203-41eb-99f4-f47667c8bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.101780 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4e2329a-1203-41eb-99f4-f47667c8bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.139651 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e4e2329a-1203-41eb-99f4-f47667c8bb6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccb6519b3c5847bc85c0f86f399e3f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452186 Sep 22 17:20:05.140736 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2329a-1203-41eb-99f4-f47667c8bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258d4e9-e4e8-46c2-8717-a38f778179bf,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:05.142368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51462) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:05.200875 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.224133 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.270130 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.273652 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.274810 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c258d4e9-e4e8-46c2-8717-a38f778179bf HTTP/1.1" status: 204 len: 168 time: 0.1306462 Sep 22 17:20:05.282599 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0201c-0f92-4697-9ac5-f62a7716c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258d4e9-e4e8-46c2-8717-a38f778179bf,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:05.584853 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51470) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:05.597391 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5db7b20-477b-4ba1-aee0-fec97206074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.684622 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5db7b20-477b-4ba1-aee0-fec97206074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.688248 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b5db7b20-477b-4ba1-aee0-fec97206074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.725533 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b5db7b20-477b-4ba1-aee0-fec97206074c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de28b224dc1642db881f67132778cf4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396453 Sep 22 17:20:05.726621 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db7b20-477b-4ba1-aee0-fec97206074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70aeae-9e7a-4a2f-b780-d9412bb6bde7,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:05.728362 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51472) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:05.776216 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.798006 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.847090 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.850498 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:05.851698 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b70aeae-9e7a-4a2f-b780-d9412bb6bde7 HTTP/1.1" status: 204 len: 168 time: 0.1223378 Sep 22 17:20:05.860717 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17de10-9b84-47f0-97eb-7731d407a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70aeae-9e7a-4a2f-b780-d9412bb6bde7,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:06.510682 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51504) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:06.602398 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1455982131-network', 'tenant_id': '8cd99e27a22e4ab2ad51791cc6475c32'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:06.625525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Made reservation on behalf of 8cd99e27a22e4ab2ad51791cc6475c32 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:06.627968 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.636532 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.721028 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.724577 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.744785 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:20:06.758108 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45333b2-ab40-42d0-91d9-71eb2ecf6ba6,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:06.762813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.763165 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Added segment 02bed13f-f481-4320-b515-92a381162928 of type vlan for network 3632ecf8-87cc-41f2-870f-d960ead0ecef Sep 22 17:20:06.800957 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.826849 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.826849 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:06.827105 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:06.858059 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3462803 Sep 22 17:20:06.860868 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51510) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:06.867529 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Request body: {'subnet': {'network_id': '3632ecf8-87cc-41f2-870f-d960ead0ecef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1455982131-subnet', 'tenant_id': '8cd99e27a22e4ab2ad51791cc6475c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:06.903491 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c901a-be10-4e1e-83bd-4dd01e886f98 admin admin] Pushing event updated for resources: {'Network': ['ID=3632ecf8-87cc-41f2-870f-d960ead0ecef,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:06.916122 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 3632ecf8-87cc-41f2-870f-d960ead0ecef details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:20:06.922606 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Made reservation on behalf of 8cd99e27a22e4ab2ad51791cc6475c32 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:06.924788 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.091818 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.149673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19a6527-8e63-4d31-a3f3-ece800b1a97f,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:07.154094 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Checking segment: {'id': '02bed13f-f481-4320-b515-92a381162928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3632ecf8-87cc-41f2-870f-d960ead0ecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:20:07.154450 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Network hostable DHCP agents. Network: 3632ecf8-87cc-41f2-870f-d960ead0ecef, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:20:07.171593 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Network 3632ecf8-87cc-41f2-870f-d960ead0ecef is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:20:07.181751 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 3632ecf8-87cc-41f2-870f-d960ead0ecef) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:07.187225 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:07.187948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.190328 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f392e-059c-4840-b0d0-0a123f0e34f6 None None] Network 3632ecf8-87cc-41f2-870f-d960ead0ecef requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:20:07.205870 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-262a1431-91d3-4ccd-b700-b1afd01a0030 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3439145 Sep 22 17:20:07.324841 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde61fb-034e-436a-b835-5c83bd359f49 None None] Network 3632ecf8-87cc-41f2-870f-d960ead0ecef requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:20:07.672111 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51538) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:07.677028 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139989569-network', 'tenant_id': 'e076a13ea4254bbe989ddcf81df4ebd8'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:07.696959 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Made reservation on behalf of e076a13ea4254bbe989ddcf81df4ebd8 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:07.699434 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.707648 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.798630 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.802284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.827280 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:20:07.833328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c27c52-7302-461e-8933-9480d8ebaafd,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:07.839592 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.839982 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Added segment 18592410-61a4-43ed-8505-7a7ae072909b of type vlan for network 36af7b61-6eb7-4054-8a59-557fd05bfe68 Sep 22 17:20:07.882827 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.907050 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.908044 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:07.908628 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.940114 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2668843 Sep 22 17:20:07.942895 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51542) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:07.948819 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Request body: {'subnet': {'network_id': '36af7b61-6eb7-4054-8a59-557fd05bfe68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139989569-subnet', 'tenant_id': 'e076a13ea4254bbe989ddcf81df4ebd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:07.969441 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Made reservation on behalf of e076a13ea4254bbe989ddcf81df4ebd8 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:07.971661 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311384'] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:07.972763 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a14281-e7ac-4ec5-a412-1a1b38796ddc admin admin] Pushing event updated for resources: {'Network': ['ID=36af7b61-6eb7-4054-8a59-557fd05bfe68,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:07.982812 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 36af7b61-6eb7-4054-8a59-557fd05bfe68 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:20:08.130230 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11563990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311402'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:08.180806 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb3129d-1f6a-44df-a70a-b2cca332db18,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:08.190723 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Checking segment: {'id': '18592410-61a4-43ed-8505-7a7ae072909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '36af7b61-6eb7-4054-8a59-557fd05bfe68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:20:08.191076 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Network hostable DHCP agents. Network: 36af7b61-6eb7-4054-8a59-557fd05bfe68, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:20:08.207021 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Network 36af7b61-6eb7-4054-8a59-557fd05bfe68 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:20:08.215562 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 36af7b61-6eb7-4054-8a59-557fd05bfe68) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:08.219523 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:08.220137 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:08.225737 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630550e-0d17-4ca4-9b9d-d4301f3c7247 None None] Network 36af7b61-6eb7-4054-8a59-557fd05bfe68 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:20:08.233163 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f8985567-09a1-4b34-8349-30fa04c18b11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884164 Sep 22 17:20:08.357276 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26401d-116a-45ad-bc9b-1c48c24e0cec None None] Network 36af7b61-6eb7-4054-8a59-557fd05bfe68 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:20:09.828878 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-520a8a84-f45a-4f3b-b97d-340e82addfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:10.287987 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7f4c-90c9-468e-b038-5ee55c280add req-de6d2da5-4676-479e-9ef7-1eca764e95c3 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:10.289480 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-602e7f4c-90c9-468e-b038-5ee55c280add req-de6d2da5-4676-479e-9ef7-1eca764e95c3 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0565343 Sep 22 17:20:10.330443 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-602e7f4c-90c9-468e-b038-5ee55c280add req-0d26b60c-9da2-4b92-ab2d-88d61627c324 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Sep 22 17:20:10.356014 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51584) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:10.573326 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ee783-6212-4cdf-968f-1c323052f8f5 tempest-TestMinimumBasicScenario-57789627 tempest-TestMinimumBasicScenario-57789627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:10.577995 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51600) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:10.582491 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'port_id': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:10.587253 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-636ee783-6212-4cdf-968f-1c323052f8f5 tempest-TestMinimumBasicScenario-57789627 tempest-TestMinimumBasicScenario-57789627-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1094 time: 0.2298932 Sep 22 17:20:10.607594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for floatingip, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:10.664166 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f74ce2-9880-447e-8d87-8f1ce3c67675 req-036c1766-c009-4cc2-9d91-94537e9c5ec5 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:10.672001 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24f74ce2-9880-447e-8d87-8f1ce3c67675 req-036c1766-c009-4cc2-9d91-94537e9c5ec5 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.0660226 Sep 22 17:20:10.708193 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24f74ce2-9880-447e-8d87-8f1ce3c67675 req-85c9e1ea-a4a9-4706-922f-1a0f9fa66451 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Sep 22 17:20:10.713118 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:10.850333 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decef5bd-97e9-4865-89bd-baebc899d2c1 req-48a7193f-db8c-4eee-a8e4-3ae80344b1ef tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:10.851801 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-decef5bd-97e9-4865-89bd-baebc899d2c1 req-48a7193f-db8c-4eee-a8e4-3ae80344b1ef tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.0901856 Sep 22 17:20:10.872923 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Allocated IP 172.27.1.250 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/092ead35-b4a9-48bd-a167-20b967fd84c0) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:20:10.918447 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-decef5bd-97e9-4865-89bd-baebc899d2c1 req-1e92300b-e880-45a4-9d8b-c0d5c2851965 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594301 Sep 22 17:20:10.993023 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.024438 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.058717 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:20:11.061445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:11.064754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:20:11.091600 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'Port': ['ID=092ead35-b4a9-48bd-a167-20b967fd84c0,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:11.387874 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.416096 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.479365 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.624368 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.628531 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.691054 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'Port': ['ID=092ead35-b4a9-48bd-a167-20b967fd84c0,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:11.704738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:11.801791 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Floating IP b1774145-7c0e-4c87-9407-da640831c272 associated. External IP: 172.27.1.250, port: 941755f7-8d7e-4304-a3a9-ca9206e358b9. Sep 22 17:20:11.823990 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc733c-9b13-462a-a6cf-6462ea6f9829 req-27cf276a-1667-44ed-9ff6-df37762620a2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:11.825463 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24bc733c-9b13-462a-a6cf-6462ea6f9829 req-27cf276a-1667-44ed-9ff6-df37762620a2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.0484710 Sep 22 17:20:11.862103 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24bc733c-9b13-462a-a6cf-6462ea6f9829 req-189bafe6-dcc3-400e-a8c2-abded9620f6e tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Sep 22 17:20:12.023836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:20:12.084820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a70c-2c0b-43d0-ab5a-912158b6032f req-f6a766c2-8c8d-48f4-a143-51935875ca9c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.086214 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7999a70c-2c0b-43d0-ab5a-912158b6032f req-f6a766c2-8c8d-48f4-a143-51935875ca9c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.0981357 Sep 22 17:20:12.166299 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7999a70c-2c0b-43d0-ab5a-912158b6032f req-b29f81a5-fcb6-47ad-a6cd-4c2044486c91 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512564 Sep 22 17:20:12.177929 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:20:12.192733 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Sync routers for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:20:12.193355 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.201282 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:12.201903 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:19:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:12.222776 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-442b3703-d01b-4ce2-ac21-0397ed4b13fb tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6437101 Sep 22 17:20:12.223387 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:12.226166 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51618) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:12.226314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:12.231637 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373756818', 'description': 'tempest-secgroup-smoke-1373756818 description', 'project_id': '44917f136d824c4dabf6a0efe349fd07'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:12.257500 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.265275 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dfc2b1-289f-4572-9cfc-080f34108fd1 x-openstack-request-id: req-41dfc2b1-289f-4572-9cfc-080f34108fd1 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:12.266141 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:12.266396 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41dfc2b1-289f-4572-9cfc-080f34108fd1 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:12.267193 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:20:12.317560 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f725c17c-79c9-4971-b6d5-14e1654da6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.322062 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:12.359441 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-1a0abcbb-fb55-4be6-92e2-409918c0dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.360961 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-1a0abcbb-fb55-4be6-92e2-409918c0dccd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1099 time: 0.0644062 Sep 22 17:20:12.394461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d696-2827-47a4-8869-f4b550646de6 req-e3f49e61-40dd-4831-8b75-70c9271c3938 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.397143 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f504d696-2827-47a4-8869-f4b550646de6 req-e3f49e61-40dd-4831-8b75-70c9271c3938 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.0573106 Sep 22 17:20:12.422610 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.434195 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.502364 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.503576 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2764297 Sep 22 17:20:12.507783 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51626) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:12.512272 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:12.513110 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037781-9e8f-436a-9734-8f0c1cfc841b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:12.532739 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-530f684b-c693-4f67-8a3a-0de717ab2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.534563 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-530f684b-c693-4f67-8a3a-0de717ab2e90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.1565523 Sep 22 17:20:12.543951 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Deleting port f615ee00-2223-4d17-937b-83fe5ca8e1fc {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:20:12.544299 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.624747 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-515d7708-bec4-414a-89fd-bd73cc827a37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1000 time: 0.0805569 Sep 22 17:20:12.629188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b1774145-7c0e-4c87-9407-da640831c272', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'port_id': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'mac_address': 'fa:16:3e:7f:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a082c-de4b-49d0-9715-7343205d061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:11Z', 'updated_at': '2021-09-22T17:20:11Z', 'revision_number': 0, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:12.633940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.659890 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Checking router: 16bb6791-a1f9-46ed-aa4d-3b29d025f6be for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:20:12.669546 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:12.670270 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:12.700457 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-d352753b-43fc-4334-bedd-4f5e7eb8d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.702217 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-d352753b-43fc-4334-bedd-4f5e7eb8d486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0691240 Sep 22 17:20:12.719547 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] For port f615ee00-2223-4d17-937b-83fe5ca8e1fc, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=f615ee00-2223-4d17-937b-83fe5ca8e1fc,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:12.720103 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.742480 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-8d456a05-0325-4066-b0f9-6fe8673e81d3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.744005 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-8d456a05-0325-4066-b0f9-6fe8673e81d3 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.1262388 Sep 22 17:20:12.761729 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-297f6528-101a-4b4a-8573-ae4a345a861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:12.761988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Calling delete_port for f615ee00-2223-4d17-937b-83fe5ca8e1fc owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:20:12.763894 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-297f6528-101a-4b4a-8573-ae4a345a861b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513821 Sep 22 17:20:12.791327 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:12.794266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.807556 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.864323 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-2f449f37-c268-41f9-9151-0a2b017ca55f service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919762 Sep 22 17:20:12.898047 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d77e48-3140-4783-9e23-4f39b6418542,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:12.913766 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:12.917570 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-365739c6-f9b3-4d2d-9ff8-40c0496b80ff tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059517 Sep 22 17:20:12.918316 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51636) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:12.924287 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:13.009202 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.014373 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-f910a6df-a936-4652-ae4e-6c373045d4ea service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425996 Sep 22 17:20:13.016431 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Deleting port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:20:13.016817 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.057525 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b1774145-7c0e-4c87-9407-da640831c272', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'port_id': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'mac_address': 'fa:16:3e:7f:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a082c-de4b-49d0-9715-7343205d061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:11Z', 'updated_at': '2021-09-22T17:20:11Z', 'revision_number': 0, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:13.083179 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbec814-969d-4f18-babd-54e260332fe7 None None] The sync data for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b1774145-7c0e-4c87-9407-da640831c272', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'port_id': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'mac_address': 'fa:16:3e:7f:a1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a082c-de4b-49d0-9715-7343205d061c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:11Z', 'updated_at': '2021-09-22T17:20:11Z', 'revision_number': 0, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:20:13.085749 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33348-d532-4062-a2fb-7d92715d6ff7 req-c720111a-38be-4e99-8351-861c787a87c9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:13.087804 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-81d33348-d532-4062-a2fb-7d92715d6ff7 req-c720111a-38be-4e99-8351-861c787a87c9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3839c7d-1523-44fa-a8eb-2aee1e0b27b9 HTTP/1.1" status: 200 len: 946 time: 0.1338174 Sep 22 17:20:13.101433 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.106543 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.125371 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fb83fe-6a7b-46a6-97e3-e8a9056b6e74,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.133892 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.138327 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5933c811-735b-4935-9838-0bf3da8cb147 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2188549 Sep 22 17:20:13.138926 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51638) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:13.143496 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:13.185286 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.189784 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.240898 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.248586 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.264767 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.308849 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0352af-06b3-436f-b568-f934770d760f,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.314261 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.315711 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2481e684-060f-4b64-9654-7bf188e9ad2d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758218 Sep 22 17:20:13.318902 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51642) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:13.323589 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:13.351493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c0ec-9c1d-4d12-ac39-8dbd5a8c1dd8 req-783c4e52-f452-4868-a6a4-42675e1bad2e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:13.352834 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18a149-b2e7-426e-9256-9675a4904006 None None] New status for floating IP b1774145-7c0e-4c87-9407-da640831c272: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:20:13.353374 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4ca7c0ec-9c1d-4d12-ac39-8dbd5a8c1dd8 req-783c4e52-f452-4868-a6a4-42675e1bad2e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 947 time: 0.1010847 Sep 22 17:20:13.385152 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.415337 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4ca7c0ec-9c1d-4d12-ac39-8dbd5a8c1dd8 req-6023b788-6fea-4d6f-b1e7-ed421f85cc56 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=1fc6794b-d349-44ab-93ff-ad348fab358f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550101 Sep 22 17:20:13.424005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.435386 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['f615ee00-2223-4d17-937b-83fe5ca8e1fc'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:20:13.463454 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-81d33348-d532-4062-a2fb-7d92715d6ff7 req-5ed0c874-191c-43b7-a5e0-7c9787df8ca2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662007 Sep 22 17:20:13.468037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.469347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Pushing event deleted for resources: {'Port': ['ID=f615ee00-2223-4d17-937b-83fe5ca8e1fc,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.476555 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] For port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:13.476555 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.494936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.513406 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6071ff71-b61b-4efd-983d-1a09a8456127,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.520622 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.522232 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a4e0959c-6009-466f-9cbf-518a5570fd8f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2022114 Sep 22 17:20:13.524822 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51644) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:13.531035 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:13.556486 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Project 44917f136d824c4dabf6a0efe349fd07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:20:13.561766 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.592099 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] No DVR routers for this DVR port f615ee00-2223-4d17-937b-83fe5ca8e1fc on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:20:13.598483 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.601100 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f504d696-2827-47a4-8869-f4b550646de6 req-f2f88e84-2a13-489b-a7bf-269590f826ad tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "DELETE /v2.0/ports/f615ee00-2223-4d17-937b-83fe5ca8e1fc HTTP/1.1" status: 204 len: 173 time: 1.1963499 Sep 22 17:20:13.630752 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.634324 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.650757 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34260a3a-f49c-4055-981b-d99e43da7e1b,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.659509 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.664075 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-53f268f3-ff04-4d5a-a8ee-8d9a921ace74 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382666 Sep 22 17:20:13.664656 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51646) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:13.669032 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'security_group_rule': {'security_group_id': 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9', 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:13.693257 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Project 44917f136d824c4dabf6a0efe349fd07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:20:13.698172 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.752807 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.753175 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.753496 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Floating IP 7326be13-8329-409b-8e88-66369bfcadac disassociated. External IP: 172.27.1.70, port: a12196d5-9eca-46a3-ac34-dfe68bb5b3f2. Sep 22 17:20:13.753835 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Calling delete_port for a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:20:13.762826 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.766789 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.790467 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff98566d-e29a-4782-b42c-6580444f7e66,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.798602 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.803334 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-c81a6db4-24ea-4dca-8f77-197ac0e235d5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347673 Sep 22 17:20:13.892470 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-cb900596-a1dd-4577-8100-68cfefdcacb6 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373756818&fields=id&tenant_id=44917f136d824c4dabf6a0efe349fd07 HTTP/1.1" status: 200 len: 267 time: 0.0442452 Sep 22 17:20:13.896468 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:13.936106 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'Port': ['ID=a12196d5-9eca-46a3-ac34-dfe68bb5b3f2,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:13.954348 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-684be4aa-f20f-4eab-8738-a2a81af6dafa tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:13.956307 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-684be4aa-f20f-4eab-8738-a2a81af6dafa tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0569863 Sep 22 17:20:13.972516 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'port': {'security_groups': ['8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13', 'afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9']}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:14.047926 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.072811 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:20:14.202514 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:20:14.217545 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:20:14.232838 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:14.233931 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:14.252293 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] No DVR routers for this DVR port a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:20:14.255007 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.257724 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-76026e8a-369e-40f6-ab19-2f860cc08c31 req-68164f00-a2d9-42c2-8b92-ad7557b29314 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "DELETE /v2.0/ports/a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 HTTP/1.1" status: 204 len: 173 time: 1.5051830 Sep 22 17:20:14.267461 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'name': 'network-vif-deleted', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc'}, {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-deleted', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:14.270622 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a0eb6-ecf2-4a2c-b96f-c64456726abd" -d '{"events": [{"server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "name": "network-vif-deleted", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc"}, {"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-deleted", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:14.304857 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:14.334449 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdbe360-d925-4cf3-82fb-499edf39de27 x-openstack-request-id: req-dcdbe360-d925-4cf3-82fb-499edf39de27 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:14.334750 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3839c7d-1523-44fa-a8eb-2aee1e0b27b9", "name": "network-vif-deleted", "tag": "f615ee00-2223-4d17-937b-83fe5ca8e1fc", "status": "completed", "code": 200}, {"server_uuid": "a064c4b4-dc56-4d3b-a85a-5953a835d5fa", "name": "network-vif-deleted", "tag": "a12196d5-9eca-46a3-ac34-dfe68bb5b3f2", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:14.335003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcdbe360-d925-4cf3-82fb-499edf39de27 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:14.335402 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3839c7d-1523-44fa-a8eb-2aee1e0b27b9', 'name': 'network-vif-deleted', 'tag': 'f615ee00-2223-4d17-937b-83fe5ca8e1fc', 'status': 'completed', 'code': 200} Sep 22 17:20:14.335965 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c4b4-dc56-4d3b-a85a-5953a835d5fa', 'name': 'network-vif-deleted', 'tag': 'a12196d5-9eca-46a3-ac34-dfe68bb5b3f2', 'status': 'completed', 'code': 200} Sep 22 17:20:14.353799 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.358025 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.372127 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:20:14.375006 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:14.410324 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:14.410989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.413207 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bb2e00ae-2829-4735-b7d0-a6b7590ebd4f req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "PUT /v2.0/ports/941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 982 time: 0.4483936 Sep 22 17:20:14.413723 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:14.416548 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab92111-3b35-476a-b3ba-2b80226fee19" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:14.443168 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a987d-b304-475c-8996-b71a87d6af86 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=6']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:14.491728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e80183-e671-470c-941e-02841579ddea x-openstack-request-id: req-d8e80183-e671-470c-941e-02841579ddea {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:14.492086 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:14.492409 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8e80183-e671-470c-941e-02841579ddea {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:14.492875 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:20:14.511199 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:20:14.596342 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300168a-9ef2-41ba-9c50-783f10086dd0 req-5014816e-efc6-4973-8920-bcbac89a293f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:14.605194 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5300168a-9ef2-41ba-9c50-783f10086dd0 req-5014816e-efc6-4973-8920-bcbac89a293f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.1039486 Sep 22 17:20:14.611888 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-fc3a4492-5cda-41f1-b261-3551816c045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:14.613728 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-fc3a4492-5cda-41f1-b261-3551816c045d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1138 time: 0.0801051 Sep 22 17:20:14.648984 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-24b56a34-bbf1-4883-8608-8517869f53e1 req-ba613bd9-336a-47b6-b757-9babf429ea41 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=a064c4b4-dc56-4d3b-a85a-5953a835d5fa HTTP/1.1" status: 200 len: 210 time: 0.0469975 Sep 22 17:20:14.678648 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5300168a-9ef2-41ba-9c50-783f10086dd0 req-4c652c21-2519-4336-8017-8fde7ef8f886 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699155 Sep 22 17:20:14.787127 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-4303d813-93b3-4852-a5ec-438872e1982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:14.789460 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-4303d813-93b3-4852-a5ec-438872e1982d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.1565640 Sep 22 17:20:14.877613 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-6d513ab0-054d-4ea2-baaf-5fbf05a0da6e None None] Provisioning complete for port 941755f7-8d7e-4304-a3a9-ca9206e358b9 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:14.878024 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6d513ab0-054d-4ea2-baaf-5fbf05a0da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:14.890584 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-f2cd6f28-3d78-430d-9bcd-5706f8b32ba4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1002 time: 0.0901814 Sep 22 17:20:14.975065 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-0bf28f93-c4c9-49eb-b2dd-3eb3bfe78d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:14.976668 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-0bf28f93-c4c9-49eb-b2dd-3eb3bfe78d4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0775828 Sep 22 17:20:15.027668 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-54c6b4f3-d033-4841-87ef-0e7447f837db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:15.029532 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-54c6b4f3-d033-4841-87ef-0e7447f837db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435715 Sep 22 17:20:15.154257 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-153acb5e-a31d-4ee1-9832-cc9badf9737f service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135986 Sep 22 17:20:15.189275 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:15.234737 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:20:15.282346 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8ab92111-3b35-476a-b3ba-2b80226fee19 req-4d9a8f4e-91bc-469d-9089-ab26207d973c service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094458 Sep 22 17:20:15.328784 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:15.329427 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:15.394208 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:15.546127 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:15.754384 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51688) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:15.812623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:15.836798 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:15.868036 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:15.894372 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:15.897782 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:15.901476 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "DELETE /v2.0/security-groups/1fc6794b-d349-44ab-93ff-ad348fab358f HTTP/1.1" status: 204 len: 168 time: 0.1435516 Sep 22 17:20:15.901640 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848dada-22ed-4f07-aea3-78656033ec80 None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:20:15.902794 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51690) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:15.911171 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c2015-9874-4779-a8fc-57b59575f10b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc6794b-d349-44ab-93ff-ad348fab358f,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:15.923008 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.api.v2.resource [None req-12c92c50-c798-4bc4-bbcd-679d8b4c7334 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] show failed (client error): The resource could not be found. Sep 22 17:20:15.927125 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51692) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:15.927506 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-12c92c50-c798-4bc4-bbcd-679d8b4c7334 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups/1fc6794b-d349-44ab-93ff-ad348fab358f HTTP/1.1" status: 404 len: 347 time: 0.0207710 Sep 22 17:20:16.055492 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Deleting port d19ffff3-6f02-409a-8ca3-b7b6d5853a86 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:20:16.055875 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.136663 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.136993 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.149948 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Calling delete_port for d19ffff3-6f02-409a-8ca3-b7b6d5853a86 owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:20:16.152602 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8352f37-7be1-4052-b768-febc1def7449 None None] New status for floating IP 7326be13-8329-409b-8e88-66369bfcadac: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:20:16.310716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.337009 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'Port': ['ID=d19ffff3-6f02-409a-8ca3-b7b6d5853a86,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:16.406551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.409171 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.411593 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-c55668cd-1449-453b-9ee3-f03e71ee95d2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "DELETE /v2.0/floatingips/7326be13-8329-409b-8e88-66369bfcadac HTTP/1.1" status: 204 len: 168 time: 0.4812617 Sep 22 17:20:16.613741 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51700) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:16.618841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704134615', 'description': 'tempest-description--197396335'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:16.642517 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.726156 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.730036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.756416 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.757602 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1428454 Sep 22 17:20:16.760544 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51702) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:16.761553 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5273f-e551-4f4e-9560-ae3d64ba512f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97180e2-017e-4dc3-bb2b-7e19d4a7417a,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:16.766204 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group_rule': {'security_group_id': 'b97180e2-017e-4dc3-bb2b-7e19d4a7417a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:16.791759 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.848174 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.851297 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.868552 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345b9dc3-aae3-4a96-b4dc-cf7a724f4d3a,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:16.874087 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.875366 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-bacbe723-ac0d-4e6a-9971-8f17feccb92b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138022 Sep 22 17:20:16.878002 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51704) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:16.882728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'security_group_rule': {'security_group_id': 'b97180e2-017e-4dc3-bb2b-7e19d4a7417a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:16.907490 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.961339 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.964652 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.981611 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec7cdf3-f66c-4ed2-b954-3215a1ee6a57,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:16.987109 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:16.988385 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-31722195-4462-43d7-9f77-efa50e020dcf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094923 Sep 22 17:20:16.991987 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51706) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:16.996099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:17.016277 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.110870 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.210493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Allocated IP 172.27.1.67 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/9d48d6c4-c54a-4094-92ac-d6871d45c0fd) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:20:17.309041 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.340809 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.373219 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:20:17.375958 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:17.379245 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:20:17.405963 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=9d48d6c4-c54a-4094-92ac-d6871d45c0fd,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:17.467582 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.735052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.876298 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.881222 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.913387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:20:17.940878 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:20:17.941407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device a12196d5-9eca-46a3-ac34-dfe68bb5b3f2 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:20:17.941826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device f615ee00-2223-4d17-937b-83fe5ca8e1fc no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:20:17.964866 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: f615ee00-2223-4d17-937b-83fe5ca8e1fc {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:20:17.965211 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device f615ee00-2223-4d17-937b-83fe5ca8e1fc not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:20:17.970023 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=9d48d6c4-c54a-4094-92ac-d6871d45c0fd,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:17.974677 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.991739 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:17.993024 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-30519d2e-f418-4241-9b97-9020735e216a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0001147 Sep 22 17:20:18.191535 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-b06aef9e-f4ec-4faa-bd48-cb83c8d5e817 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--704134615&fields=id&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 267 time: 0.0326581 Sep 22 17:20:18.300409 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-222911a9-3405-4a26-9b65-ab427680d4a2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:18.301883 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-222911a9-3405-4a26-9b65-ab427680d4a2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 816 time: 0.1029463 Sep 22 17:20:18.316979 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-9903c6d6-78c0-4286-a737-5907143f21f7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/quotas/3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 375 time: 0.0089388 Sep 22 17:20:18.370068 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-ee4fc356-5813-4ad9-a9ce-cd7efb6a41e5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470951 Sep 22 17:20:18.471750 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-b2351137-c883-4b47-afee-b974b5ce202c service neutron] 10.222.0.11 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888398 Sep 22 17:20:18.559844 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-dc72c4e9-fc77-4675-acd7-366a7b70a54b service neutron] 10.222.0.11 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813398 Sep 22 17:20:18.715484 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9dfdae8f-cae5-4cd3-8427-9a6aeab80f16 req-9273017f-52e9-4af0-8b2c-c8652b73669b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 210 time: 0.0251763 Sep 22 17:20:19.705004 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-0f98a9a7-3e64-474b-ab1e-5b53a64433ed tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:19.706459 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-0f98a9a7-3e64-474b-ab1e-5b53a64433ed tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 816 time: 0.1111166 Sep 22 17:20:19.755497 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-97dd2a63-8181-46f8-bc86-4973494d49d0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 379 time: 0.0386646 Sep 22 17:20:19.772343 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'port': {'device_id': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'admin_state_up': True, 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'security_groups': ['b97180e2-017e-4dc3-bb2b-7e19d4a7417a']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:19.817845 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f83fd38a-23e6-4b7f-a73d-4e579924b49e req-42f85bdf-392e-4818-9e6a-deed14e94f72 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 210 time: 0.0291245 Sep 22 17:20:19.877035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Made reservation on behalf of 3b545eca13b643a08c383aae693af98e for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:19.880634 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.002054 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Allocated IP 172.20.0.3 (5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba/603bf4f6-8b6b-4e38-8204-2d9655ab8f19/ac309dba-5a86-40a0-924f-68e7ca421b48) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:20:20.140171 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.172511 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.218908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:20:20.222077 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:20.229895 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:20:20.233714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:20.286754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:20.287276 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.304789 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-7fea5fd2-7404-4edd-a8f3-f8d74ce0b7dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365067 Sep 22 17:20:20.322440 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Request body: {'port': {'device_id': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:20.382466 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.464159 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-bbd66e0c-587e-443a-b772-3b7305e81b62 None None] Provisioning complete for port ac309dba-5a86-40a0-924f-68e7ca421b48 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:20.464693 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bbd66e0c-587e-443a-b772-3b7305e81b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.509137 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-bbd66e0c-587e-443a-b772-3b7305e81b62 None None] Port ac309dba-5a86-40a0-924f-68e7ca421b48 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:20:20.648874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:20:20.656151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.668225 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Transition to ACTIVE for port object ac309dba-5a86-40a0-924f-68e7ca421b48 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:20:20.671891 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.723134 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:20.796048 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Attempting to bind port ac309dba-5a86-40a0-924f-68e7ca421b48 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:20:20.796734 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Attempting to bind port ac309dba-5a86-40a0-924f-68e7ca421b48 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:20:20.796734 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Attempting to bind port ac309dba-5a86-40a0-924f-68e7ca421b48 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:20:20.801562 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Port ac309dba-5a86-40a0-924f-68e7ca421b48 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:20:20.801880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Attempting to bind port ac309dba-5a86-40a0-924f-68e7ca421b48 on network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:20:20.806792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:20:20.807129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Checking segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:20:20.807506 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Bound using segment: {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:20:20.808527 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Bound port: ac309dba-5a86-40a0-924f-68e7ca421b48, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:20:20.808889 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.873915 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:20:20.878322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:20:20.884319 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.944502 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:20.945118 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.946499 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 1093 time: 0.6323755 Sep 22 17:20:20.948819 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:20.951067 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c1759a-5934-456c-b2bd-8b9ce56c4340" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:20.979939 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1ae0-9353-48f9-8738-7a7daa193ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:20.995487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bf08-8929-4b2b-80d4-f514d9252992 req-284f9793-6a80-4465-b165-0e2cbfa437c0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:20.997049 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ba12bf08-8929-4b2b-80d4-f514d9252992 req-284f9793-6a80-4465-b165-0e2cbfa437c0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0893257 Sep 22 17:20:20.998454 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69d89e8-a859-4fe5-b28f-7ee87aaa1d3f x-openstack-request-id: req-f69d89e8-a859-4fe5-b28f-7ee87aaa1d3f {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:20.998753 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:20.998989 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f69d89e8-a859-4fe5-b28f-7ee87aaa1d3f {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:20.999554 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'status': 'completed', 'code': 200} Sep 22 17:20:21.035200 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ba12bf08-8929-4b2b-80d4-f514d9252992 req-57bd9515-8470-4d57-a4bb-c4c868239b58 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Sep 22 17:20:22.151326 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03711d-7748-4271-92dc-3bbfb87d8569 req-8ddb1752-1f7d-4179-84f1-b11c41e14311 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:22.152709 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-db03711d-7748-4271-92dc-3bbfb87d8569 req-8ddb1752-1f7d-4179-84f1-b11c41e14311 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0480201 Sep 22 17:20:22.189196 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-db03711d-7748-4271-92dc-3bbfb87d8569 req-7cb0b542-c56f-4aef-9005-620d41ad9b74 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307264 Sep 22 17:20:23.301731 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2ee12-2a2b-4a58-b387-b817c5878533 req-0d7729d9-dc32-422d-b649-da8b05c88cf7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.303692 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-64f2ee12-2a2b-4a58-b387-b817c5878533 req-0d7729d9-dc32-422d-b649-da8b05c88cf7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0474799 Sep 22 17:20:23.339390 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-64f2ee12-2a2b-4a58-b387-b817c5878533 req-7e8fcdd3-14fc-447d-81c6-77cbd4482990 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299387 Sep 22 17:20:23.417749 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-d0bc4cc9-47e4-4f1f-9bfe-13f9435103ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.419181 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-d0bc4cc9-47e4-4f1f-9bfe-13f9435103ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1096 time: 0.0386734 Sep 22 17:20:23.522042 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-efb10e8d-c622-47cd-9050-de50c5a4f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.523375 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-efb10e8d-c622-47cd-9050-de50c5a4f8b5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b545eca13b643a08c383aae693af98e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0922031 Sep 22 17:20:23.628404 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-5be9a7f9-5264-4509-a0a7-f879cc7ca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.629893 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-16c1759a-5934-456c-b2bd-8b9ce56c4340 req-5be9a7f9-5264-4509-a0a7-f879cc7ca3ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973759 Sep 22 17:20:23.720300 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-ec3f8052-86ec-40d0-b464-234196a46db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.721806 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-ec3f8052-86ec-40d0-b464-234196a46db8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1096 time: 0.0420120 Sep 22 17:20:23.768147 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-b05fa5a3-fcb0-4263-9670-b9f08f1f9355 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 217 time: 0.0371668 Sep 22 17:20:23.822058 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-fae0c1be-4cab-46ec-a26a-84d9ff13eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.822820 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-ecbef97a-2e1d-4db1-9cb5-5cc513fff7bf tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.823539 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-fae0c1be-4cab-46ec-a26a-84d9ff13eb43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0472050 Sep 22 17:20:23.824526 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-ecbef97a-2e1d-4db1-9cb5-5cc513fff7bf tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 813 time: 0.1109941 Sep 22 17:20:23.844207 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-71d98eb3-c849-47a8-95cc-30ac9b1dd39c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/quotas/70a2529a608e4e6490ec0c98ca00909b HTTP/1.1" status: 200 len: 375 time: 0.0140216 Sep 22 17:20:23.874699 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-8e02da1e-62a3-4eae-ae99-470386927e38 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272460 Sep 22 17:20:23.876285 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-38ff3f80-f258-4c46-be57-bab5b8f614ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:23.879805 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-38ff3f80-f258-4c46-be57-bab5b8f614ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463824 Sep 22 17:20:23.984187 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-f8e71a23-a058-4e6f-ab82-b29648fdfe77 service neutron] 10.222.0.11 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017640 Sep 22 17:20:23.984756 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-dbf7f482-3253-45ab-bce9-fe91c495f21c service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944669 Sep 22 17:20:24.077842 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-bbf04585-7dc7-4f16-af1e-21a63b3273f0 service neutron] 10.222.0.11 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926192 Sep 22 17:20:24.095176 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9720820-5a80-4d58-84ad-291b07a9a284 req-d7fbc68b-4243-4b6e-8ee6-d98279a2c2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008580 Sep 22 17:20:24.246622 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-51611504-8271-478f-97d9-495d895c207d req-76f288de-6bdf-49ba-9a06-debeca07a874 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 210 time: 0.0282037 Sep 22 17:20:24.462708 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c34a6-5962-4fe0-be27-0bc5e01482ea req-38c70a24-46ec-4ece-818b-e71d086464fe tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:24.464303 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec4c34a6-5962-4fe0-be27-0bc5e01482ea req-38c70a24-46ec-4ece-818b-e71d086464fe tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0498312 Sep 22 17:20:24.503354 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec4c34a6-5962-4fe0-be27-0bc5e01482ea req-f25ce442-1a49-4084-a2b9-29e1bc165abf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Sep 22 17:20:25.342692 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51870) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:25.387065 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Deleting subnet c19a6527-8e63-4d31-a3f3-ece800b1a97f {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:20:25.390458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.429997 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b211688c-b37f-408c-a888-3b2b01ac5ff6 req-d104934a-c742-4911-a9e3-94576efcc6f7 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 210 time: 0.0333011 Sep 22 17:20:25.445273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.456484 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-1a904bf5-c2c6-4828-84db-e78f23d3d5d7 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:25.458017 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-1a904bf5-c2c6-4828-84db-e78f23d3d5d7 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 813 time: 0.3780420 Sep 22 17:20:25.471475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Request body: {'port': {'device_id': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030', 'admin_state_up': True, 'tenant_id': '70a2529a608e4e6490ec0c98ca00909b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:25.489544 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.544176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.570156 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19a6527-8e63-4d31-a3f3-ece800b1a97f,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:25.573980 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.575872 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-07a2bfcf-6e3f-4b89-aa88-f7d282e4dce4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c19a6527-8e63-4d31-a3f3-ece800b1a97f HTTP/1.1" status: 204 len: 168 time: 0.2321224 Sep 22 17:20:25.578392 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51874) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:25.601010 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Made reservation on behalf of 70a2529a608e4e6490ec0c98ca00909b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:25.604595 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.624902 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76f653-617f-40b1-b0ad-23afe32ef022 req-84ea41cf-f71b-4b40-b7e7-794a512011af tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:25.626378 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2a76f653-617f-40b1-b0ad-23afe32ef022 req-84ea41cf-f71b-4b40-b7e7-794a512011af tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0494800 Sep 22 17:20:25.668566 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2a76f653-617f-40b1-b0ad-23afe32ef022 req-a42988dc-6ad5-4f78-829d-eb11fc4ce22d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Sep 22 17:20:25.701658 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.831715 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.843928 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Allocated IP 172.20.0.11 (18e3b6ec-9f9f-4e95-9308-b966f1c95030/c1deee66-ce5a-45ab-9ed5-d9e12d93f93f/be6464f2-0913-4c8a-919f-1a409a06eed5) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:20:25.862129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3632ecf8-87cc-41f2-870f-d960ead0ecef']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:25.873890 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bed13f-f481-4320-b515-92a381162928') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:25.874184 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bed13f-f481-4320-b515-92a381162928') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:25.892443 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.917605 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.930121 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:20:25.930482 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:20:25.932156 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:20:26.030923 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.035570 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.037490 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3632ecf8-87cc-41f2-870f-d960ead0ecef HTTP/1.1" status: 204 len: 168 time: 0.4580164 Sep 22 17:20:26.040675 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51876) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:26.058722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b836-84c6-4df3-8703-eb9bdeac9143 admin admin] Pushing event deleted for resources: {'Network': ['ID=3632ecf8-87cc-41f2-870f-d960ead0ecef,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.085925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Deleting subnet 5cb3129d-1f6a-44df-a70a-b2cca332db18 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:20:26.088897 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.095326 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.131056 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.138284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.171049 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.181454 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:20:26.184543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:26.190967 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:20:26.195114 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Pushing event updated for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.224711 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.243363 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:26.244005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.254375 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb3129d-1f6a-44df-a70a-b2cca332db18,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.258948 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.263235 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-0669330c-fcfe-499f-ba7e-46edcb6812e9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5cb3129d-1f6a-44df-a70a-b2cca332db18 HTTP/1.1" status: 204 len: 168 time: 0.2192063 Sep 22 17:20:26.263327 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-6cc4ea92-dd45-40ef-9548-f4734f9fcdf2 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7953463 Sep 22 17:20:26.263425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51878) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:26.276607 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Request body: {'port': {'device_id': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:26.329716 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.331779 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.409438 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.418432 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:20:26.430322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36af7b61-6eb7-4054-8a59-557fd05bfe68']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:26.439893 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18592410-61a4-43ed-8505-7a7ae072909b') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:26.440195 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18592410-61a4-43ed-8505-7a7ae072909b') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:26.450167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.468521 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.482296 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:20:26.482863 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:20:26.484698 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:20:26.517699 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:26.533437 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:20:26.538537 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.545861 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.547909 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] 10.222.0.11 "DELETE /v2.0/networks/36af7b61-6eb7-4054-8a59-557fd05bfe68 HTTP/1.1" status: 204 len: 168 time: 0.2835796 Sep 22 17:20:26.559347 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fdb5-0b72-45f6-85d0-23b466ff3763 admin admin] Pushing event deleted for resources: {'Network': ['ID=36af7b61-6eb7-4054-8a59-557fd05bfe68,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.582382 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.596333 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:20:26.617038 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:26.622144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.628364 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3852d7-5a48-45ff-a98e-1cd05d285d1c req-479851aa-7d8d-468d-a316-6a001b1d6612 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:26.630096 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2b3852d7-5a48-45ff-a98e-1cd05d285d1c req-479851aa-7d8d-468d-a316-6a001b1d6612 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 932 time: 0.0935302 Sep 22 17:20:26.675293 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.682776 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.683337 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.683973 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.684538 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.685025 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.685515 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.686010 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.686488 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.687085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.687753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.688395 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.689016 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:26.696231 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6464f2-0913-4c8a-919f-1a409a06eed5 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:20:26.707574 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2b3852d7-5a48-45ff-a98e-1cd05d285d1c req-540c6093-4d8a-42ad-8688-cd9ce3f6d78c tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674613 Sep 22 17:20:26.710012 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.724045 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Transition to ACTIVE for port object be6464f2-0913-4c8a-919f-1a409a06eed5 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:20:26.730274 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.730827 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 51886) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:26.784439 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:26.797752 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-c22206e0-f7e2-4274-ad15-bda806e7e499 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cd99e27a22e4ab2ad51791cc6475c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655870 Sep 22 17:20:26.800994 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51888) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:26.818131 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42b4e-5957-4caf-9dd7-d5694b128440 req-65d656c3-a84a-4540-af10-d6d8065e1faf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:26.820331 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-18a42b4e-5957-4caf-9dd7-d5694b128440 req-65d656c3-a84a-4540-af10-d6d8065e1faf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0584085 Sep 22 17:20:26.858183 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-18a42b4e-5957-4caf-9dd7-d5694b128440 req-adec0b15-8fb0-41c2-8769-077fe96f57c6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Sep 22 17:20:26.881018 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Attempting to bind port be6464f2-0913-4c8a-919f-1a409a06eed5 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:20:26.881942 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Attempting to bind port be6464f2-0913-4c8a-919f-1a409a06eed5 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:20:26.882267 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Attempting to bind port be6464f2-0913-4c8a-919f-1a409a06eed5 on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:20:26.894329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Port be6464f2-0913-4c8a-919f-1a409a06eed5 on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:20:26.894648 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Attempting to bind port be6464f2-0913-4c8a-919f-1a409a06eed5 on network 18e3b6ec-9f9f-4e95-9308-b966f1c95030 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:20:26.897981 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.901080 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['ac309dba-5a86-40a0-924f-68e7ca421b48'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:20:26.903580 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:20:26.903937 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Checking segment: {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:20:26.904314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Bound using segment: {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:20:26.904741 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Bound port: be6464f2-0913-4c8a-919f-1a409a06eed5, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97fb29f-d654-4d52-8d8d-cc88300a03ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:20:26.905086 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:26.932612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.002956 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:20:27.006143 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=be6464f2-0913-4c8a-919f-1a409a06eed5,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:20:27.009766 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.046720 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.049478 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.050603 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d45333b2-ab40-42d0-91d9-71eb2ecf6ba6 HTTP/1.1" status: 204 len: 168 time: 0.2487078 Sep 22 17:20:27.053948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.054589 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.056023 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] 10.222.0.24 "PUT /v2.0/ports/be6464f2-0913-4c8a-919f-1a409a06eed5 HTTP/1.1" status: 200 len: 1094 time: 0.7840531 Sep 22 17:20:27.058069 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:27.060445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686d499-dec3-410f-8407-98fb1389fa26" -d '{"events": [{"name": "network-changed", "server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:27.072160 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75ea7-81bd-4b39-81e9-3f905e53a7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45333b2-ab40-42d0-91d9-71eb2ecf6ba6,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:27.102853 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af891c-3f8d-425e-90a6-a730d68fdfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:27.118864 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8d1e7-748a-4b74-96fc-9631c69286e1 x-openstack-request-id: req-c0f8d1e7-748a-4b74-96fc-9631c69286e1 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:27.119168 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:27.119404 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0f8d1e7-748a-4b74-96fc-9631c69286e1 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:27.119857 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5', 'status': 'completed', 'code': 200} Sep 22 17:20:27.149594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-d7457d62-c132-4611-aa10-abc0225d26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.151800 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-d7457d62-c132-4611-aa10-abc0225d26f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 1097 time: 0.0435486 Sep 22 17:20:27.197510 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-9fa6846d-8915-4456-9c1c-326f29062d07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6464f2-0913-4c8a-919f-1a409a06eed5 HTTP/1.1" status: 200 len: 217 time: 0.0347834 Sep 22 17:20:27.251093 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-0f20357d-fd82-4d01-a293-67f405e0f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.252649 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-0f20357d-fd82-4d01-a293-67f405e0f8fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f HTTP/1.1" status: 200 len: 853 time: 0.0480740 Sep 22 17:20:27.284535 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-447c2fc2-0c69-408a-a099-975581695c1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18e3b6ec-9f9f-4e95-9308-b966f1c95030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239902 Sep 22 17:20:27.376495 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-3d281b7f-2a46-4f93-b962-69da66c15fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835059 Sep 22 17:20:27.380011 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51900) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:27.474431 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0b4ea8f5-a531-4867-9d50-395458356676 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e076a13ea4254bbe989ddcf81df4ebd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932682 Sep 22 17:20:27.477318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51902) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:27.531119 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39b0af55-f0bd-4113-b55e-c7a5dc3f31fd req-aa603b9d-790d-42c7-9b3b-6159a63518c4 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444888 Sep 22 17:20:27.551878 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.573323 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.641561 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d499-dec3-410f-8407-98fb1389fa26 req-6b5bd666-b6e5-4328-86fd-34f0266caeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.643042 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-6b5bd666-b6e5-4328-86fd-34f0266caeef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70a2529a608e4e6490ec0c98ca00909b&device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 1097 time: 0.0557528 Sep 22 17:20:27.660151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.662647 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.663722 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07c27c52-7302-461e-8933-9480d8ebaafd HTTP/1.1" status: 204 len: 168 time: 0.1854928 Sep 22 17:20:27.687216 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0175d-1798-4221-a55f-265724ef6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c27c52-7302-461e-8933-9480d8ebaafd,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:27.749125 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d499-dec3-410f-8407-98fb1389fa26 req-c76afcca-29b7-4fef-83a2-304cf1e07c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.750818 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-c76afcca-29b7-4fef-83a2-304cf1e07c5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 200 len: 914 time: 0.0988500 Sep 22 17:20:27.802760 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-37802f4f-3e22-4411-b2bc-3e13bfdc1c76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be6464f2-0913-4c8a-919f-1a409a06eed5 HTTP/1.1" status: 200 len: 217 time: 0.0391815 Sep 22 17:20:27.848181 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d286-ee08-4279-b91b-cd7b3758a176 req-96d1663d-9eea-405e-841d-d8e32e58a3eb tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.849836 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9537d286-ee08-4279-b91b-cd7b3758a176 req-96d1663d-9eea-405e-841d-d8e32e58a3eb tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 944 time: 0.0685840 Sep 22 17:20:27.859476 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d499-dec3-410f-8407-98fb1389fa26 req-e52594af-eda6-4121-8885-637be82e2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:27.860981 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-e52594af-eda6-4121-8885-637be82e2a90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f HTTP/1.1" status: 200 len: 853 time: 0.0502412 Sep 22 17:20:27.896011 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-6794131a-ec97-48b4-9b45-5f02dd0518b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18e3b6ec-9f9f-4e95-9308-b966f1c95030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266516 Sep 22 17:20:27.927210 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9537d286-ee08-4279-b91b-cd7b3758a176 req-1e356986-bfaa-4504-be2e-a33954355827 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672708 Sep 22 17:20:28.039279 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f760-e252-49fd-a202-271684c4b33d req-f4ed3575-fdaa-4d3c-a966-59985c960b08 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:28.040793 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce54f760-e252-49fd-a202-271684c4b33d req-f4ed3575-fdaa-4d3c-a966-59985c960b08 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0691433 Sep 22 17:20:28.042568 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-86fa2922-1f1d-44e7-a3c2-b150fcafef2c service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391392 Sep 22 17:20:28.138331 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce54f760-e252-49fd-a202-271684c4b33d req-31e13ca5-bea5-412d-9a89-1001e5f43423 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888994 Sep 22 17:20:28.177320 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1686d499-dec3-410f-8407-98fb1389fa26 req-8beb17ed-f929-43d6-b557-bd0fd17d0469 service neutron] 10.222.0.24 "GET /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267736 Sep 22 17:20:28.417745 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device be6464f2-0913-4c8a-919f-1a409a06eed5 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:20:28.420861 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:20:28.527456 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port ac309dba-5a86-40a0-924f-68e7ca421b48 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:20:28.534608 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port ac309dba-5a86-40a0-924f-68e7ca421b48 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:28.534982 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:28.570930 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=be6464f2-0913-4c8a-919f-1a409a06eed5,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:28.587178 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'be6464f2-0913-4c8a-919f-1a409a06eed5', 'network_id': '18e3b6ec-9f9f-4e95-9308-b966f1c95030', 'port_id': 'be6464f2-0913-4c8a-919f-1a409a06eed5', 'mac_address': 'fa:16:3e:96:95:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1deee66-ce5a-45ab-9ed5-d9e12d93f93f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:20:28.652409 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:28.664332 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:28.680744 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6464f2-0913-4c8a-919f-1a409a06eed5 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:20:28.701164 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:28.703071 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd2b03-ae44-4ce3-989a-081a34cbc825" -d '{"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:28.720790 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:28.724296 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=be6464f2-0913-4c8a-919f-1a409a06eed5,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:28.726124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:28.731997 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:28.753960 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fbb772-808a-4734-85f2-51f42a3d1944 x-openstack-request-id: req-71fbb772-808a-4734-85f2-51f42a3d1944 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:28.754318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:28.754632 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71fbb772-808a-4734-85f2-51f42a3d1944 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:28.755076 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'code': 200} Sep 22 17:20:28.785475 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:28.838038 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:28.934337 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dea79-8f3a-4a50-a566-b56676f05732 req-2bf36d44-7523-4958-9747-bab488a2c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:28.935819 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a51dea79-8f3a-4a50-a566-b56676f05732 req-2bf36d44-7523-4958-9747-bab488a2c685 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1098 time: 0.0389605 Sep 22 17:20:28.971749 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a51dea79-8f3a-4a50-a566-b56676f05732 req-c69f2e34-e4c1-4dc6-aed1-a0e876c8718f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270054 Sep 22 17:20:28.990444 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['be6464f2-0913-4c8a-919f-1a409a06eed5'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:20:29.045176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060c5b-7457-47d1-9fad-2b2d576606af req-7f7ac40f-1b43-4603-a903-99c7b7315bda tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:29.046687 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ec060c5b-7457-47d1-9fad-2b2d576606af req-7f7ac40f-1b43-4603-a903-99c7b7315bda tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Sep 22 17:20:29.089278 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ec060c5b-7457-47d1-9fad-2b2d576606af req-07de7f83-ef64-44bb-a0ea-bd440fb214e1 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Sep 22 17:20:29.259290 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279b5d0-08b7-45f2-a5de-e902320cfd62 req-1ffce0e6-9c88-4bec-b01f-c3c084991954 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:29.260970 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d279b5d0-08b7-45f2-a5de-e902320cfd62 req-1ffce0e6-9c88-4bec-b01f-c3c084991954 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 22 17:20:29.301134 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d279b5d0-08b7-45f2-a5de-e902320cfd62 req-767150cd-d084-4bf7-a3dd-482047728bea tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343180 Sep 22 17:20:30.204246 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6d93-f10b-4717-9c16-1adb097f2bf2 req-f62f0053-4c24-4766-9e1b-6667a4082c93 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:30.205986 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c95e6d93-f10b-4717-9c16-1adb097f2bf2 req-f62f0053-4c24-4766-9e1b-6667a4082c93 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Sep 22 17:20:30.244745 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c95e6d93-f10b-4717-9c16-1adb097f2bf2 req-3eae8f6c-013a-4b38-9669-eb7bf1842bea tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Sep 22 17:20:30.417435 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6604b8-9548-44a8-b482-fad4dfa24580 req-2d7b93b9-475a-4aaa-b562-b73177f5d237 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:30.418780 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cd6604b8-9548-44a8-b482-fad4dfa24580 req-2d7b93b9-475a-4aaa-b562-b73177f5d237 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0474112 Sep 22 17:20:30.455366 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cd6604b8-9548-44a8-b482-fad4dfa24580 req-7cb011b0-ec5f-4ce1-83a9-ca77a438b6e1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307598 Sep 22 17:20:30.566751 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c153e-f8fe-418a-ab17-026c124ebd21 req-5a9fba05-f94b-4d60-8791-1f0824016461 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:30.568209 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1f7c153e-f8fe-418a-ab17-026c124ebd21 req-5a9fba05-f94b-4d60-8791-1f0824016461 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0471792 Sep 22 17:20:30.576475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 51956) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:30.580638 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Request body: {'floatingip': {'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:30.617759 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.016850 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.020666 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.117354 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Floating IP 6b2e95ce-47c0-4295-9f16-804eeeae73bf associated. External IP: 172.27.1.67, port: ac309dba-5a86-40a0-924f-68e7ca421b48. Sep 22 17:20:31.362198 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aba2f-542b-430c-8140-c26f1ffad5e3 req-252a925d-444b-431f-991c-6c9ebbb8a9f8 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:31.362940 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device be6464f2-0913-4c8a-919f-1a409a06eed5 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:20:31.363802 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-628aba2f-542b-430c-8140-c26f1ffad5e3 req-252a925d-444b-431f-991c-6c9ebbb8a9f8 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 945 time: 0.0513308 Sep 22 17:20:31.416887 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port be6464f2-0913-4c8a-919f-1a409a06eed5 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:20:31.421133 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port be6464f2-0913-4c8a-919f-1a409a06eed5 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:31.421641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.425296 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-628aba2f-542b-430c-8140-c26f1ffad5e3 req-9d83a293-1cf6-4541-990c-b66560f87565 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Sep 22 17:20:31.509584 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.532267 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:31.534379 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a440b6-4d63-49ce-b4af-aa3d8eac4d1b" -d '{"events": [{"server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "name": "network-vif-plugged", "status": "completed", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:31.546798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=be6464f2-0913-4c8a-919f-1a409a06eed5,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:31.551709 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.558016 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:20:31.578332 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e62aff0-e387-415d-86fc-2dfd55f11262 x-openstack-request-id: req-7e62aff0-e387-415d-86fc-2dfd55f11262 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:31.578645 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "name": "network-vif-plugged", "status": "completed", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:31.578893 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e62aff0-e387-415d-86fc-2dfd55f11262 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:31.579270 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5', 'code': 200} Sep 22 17:20:31.604167 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:31.664857 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:20:31.669631 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:31.675555 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:20:31.684878 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:31.685487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:31.695831 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-32ad59ad-e195-4fbd-bc94-30dfcb0ebdad tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "PUT /v2.0/floatingips/6b2e95ce-47c0-4295-9f16-804eeeae73bf HTTP/1.1" status: 200 len: 990 time: 1.1183259 Sep 22 17:20:31.696407 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:31.698638 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:31.735571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd0c76-9ea2-4fea-bbca-c693eaf0eec8 x-openstack-request-id: req-4dfd0c76-9ea2-4fea-bbca-c693eaf0eec8 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:31.735889 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:31.736141 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dfd0c76-9ea2-4fea-bbca-c693eaf0eec8 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:31.736532 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'status': 'completed', 'code': 200} Sep 22 17:20:31.792484 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:32.116654 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6b2e95ce-47c0-4295-9f16-804eeeae73bf', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:17Z', 'updated_at': '2021-09-22T17:20:30Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:32.145114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:20:32.153546 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:32.154150 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:32.252832 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:32.469991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6b2e95ce-47c0-4295-9f16-804eeeae73bf', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:17Z', 'updated_at': '2021-09-22T17:20:30Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:32.499782 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38568-098b-4a20-a667-c357989ccb6a None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6b2e95ce-47c0-4295-9f16-804eeeae73bf', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:17Z', 'updated_at': '2021-09-22T17:20:30Z', 'revision_number': 1, 'project_id': '3b545eca13b643a08c383aae693af98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:20:32.544707 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638bf4c-d8bd-43ee-9a61-25275b5315b9 req-e38bc39d-8f37-4cb6-bceb-f3164ad0ab89 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:32.546202 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e638bf4c-d8bd-43ee-9a61-25275b5315b9 req-e38bc39d-8f37-4cb6-bceb-f3164ad0ab89 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.0497143 Sep 22 17:20:32.585596 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e638bf4c-d8bd-43ee-9a61-25275b5315b9 req-649eb07c-2fa3-4f1e-8bd5-ddd777dd6e24 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Sep 22 17:20:32.680001 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63223c-6894-40fc-be19-087a4c2881c4 None None] New status for floating IP 6b2e95ce-47c0-4295-9f16-804eeeae73bf: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:20:33.311243 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-671f7f4d-488c-4e09-b099-1adabf3bba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.313126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-671f7f4d-488c-4e09-b099-1adabf3bba88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1098 time: 0.0409307 Sep 22 17:20:33.429603 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-b23a01cb-e845-4433-9980-322e8c9d55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.431053 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-b23a01cb-e845-4433-9980-322e8c9d55be service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.1096201 Sep 22 17:20:33.439175 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f98de-94fd-4092-8894-74fed6151f89 req-7cb0435b-2fb1-486c-89ba-ac1f673a3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.440549 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3f5f98de-94fd-4092-8894-74fed6151f89 req-7cb0435b-2fb1-486c-89ba-ac1f673a3442 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 1099 time: 0.0584326 Sep 22 17:20:33.522215 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3f5f98de-94fd-4092-8894-74fed6151f89 req-ed54170a-3a87-4c00-a607-20ddf6028cb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Sep 22 17:20:33.524080 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-98617eaf-2077-458d-ac15-1cf3445d8448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 1000 time: 0.0817745 Sep 22 17:20:33.697774 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5a137-414a-45b7-b744-e4384f8df221 req-de3f12e5-c89c-414f-91d7-dec0cc881f79 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.699131 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-afe5a137-414a-45b7-b744-e4384f8df221 req-de3f12e5-c89c-414f-91d7-dec0cc881f79 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Sep 22 17:20:33.735868 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-afe5a137-414a-45b7-b744-e4384f8df221 req-3e4c8806-95e9-44c2-bd96-7e088ca530d4 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Sep 22 17:20:33.790989 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-013b1135-8679-4149-8421-1aa76510ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.792462 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-013b1135-8679-4149-8421-1aa76510ec7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0436904 Sep 22 17:20:33.851986 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-83aa215e-3f1c-4536-8814-abc611f9be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:33.853506 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-83aa215e-3f1c-4536-8814-abc611f9be20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417490 Sep 22 17:20:33.945719 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-7e3cf602-f92b-432e-a518-a9b7f1a57d3e service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801818 Sep 22 17:20:34.040129 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a534ffb2-15dc-4d49-8e99-bf960a99d8e9 req-bf7de84f-deaa-49fa-907b-f496237cb16e service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841012 Sep 22 17:20:34.852052 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf77d8-1d24-4068-a83c-efc4527bab17 req-5ae1ac0b-628c-4600-9101-0e2f712274ab tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:34.853424 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-31cf77d8-1d24-4068-a83c-efc4527bab17 req-5ae1ac0b-628c-4600-9101-0e2f712274ab tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.0496962 Sep 22 17:20:34.891262 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-31cf77d8-1d24-4068-a83c-efc4527bab17 req-440c3e5e-37c2-4ade-9c2b-0c3fd7e2a8f1 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Sep 22 17:20:36.970656 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:20:37.040290 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52046) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:37.156487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9db66b53-4ed8-4754-915e-06943ca70f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.247512 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9db66b53-4ed8-4754-915e-06943ca70f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.252844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9db66b53-4ed8-4754-915e-06943ca70f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.293874 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9db66b53-4ed8-4754-915e-06943ca70f5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5561093849264159b5496a0ced7af797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525089 Sep 22 17:20:37.294699 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db66b53-4ed8-4754-915e-06943ca70f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60630176-e37c-4413-bbd0-8cf83cff1645,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:37.297240 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52056) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:37.355829 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48608a2-c06a-4bb4-b567-9e5df566a3cc req-8d36b3f8-e54c-4de1-9a0f-d51697114a75 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:37.357454 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b48608a2-c06a-4bb4-b567-9e5df566a3cc req-8d36b3f8-e54c-4de1-9a0f-d51697114a75 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0617149 Sep 22 17:20:37.376779 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.399773 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b48608a2-c06a-4bb4-b567-9e5df566a3cc req-546ed1c0-e3b4-4a34-8aa0-c8d1a5b81ce1 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361574 Sep 22 17:20:37.402508 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-fa68a235-b8a3-4224-b916-bc4a27f28fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:37.404057 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-fa68a235-b8a3-4224-b916-bc4a27f28fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1138 time: 0.0670218 Sep 22 17:20:37.405858 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.517691 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.520341 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:37.522014 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60630176-e37c-4413-bbd0-8cf83cff1645 HTTP/1.1" status: 204 len: 168 time: 0.2234008 Sep 22 17:20:37.523221 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-b017efa9-7b2e-4693-ae22-d8d605a494f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:37.524752 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-b017efa9-7b2e-4693-ae22-d8d605a494f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.1112447 Sep 22 17:20:37.533494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a8257-bf4f-424e-9ea0-e83d2271a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60630176-e37c-4413-bbd0-8cf83cff1645,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:37.599081 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-f2ed4959-3e98-4178-ba4c-ef62fc73192a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1002 time: 0.0635090 Sep 22 17:20:37.651555 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-4ada59f5-7bc2-4fed-b2d3-77a69f05685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:37.653032 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-4ada59f5-7bc2-4fed-b2d3-77a69f05685e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0443320 Sep 22 17:20:37.702211 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-a3d7a972-ca19-4c4d-ab9b-db2e27649cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:37.703751 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-a3d7a972-ca19-4c4d-ab9b-db2e27649cf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432806 Sep 22 17:20:37.795133 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-14e5b1da-14aa-42f6-a982-4157ab78ffce service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Sep 22 17:20:37.895029 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-badbf0b9-9506-43fb-863e-1294ed1af265 req-58036725-ae98-4ab9-bcb0-76758d251785 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879085 Sep 22 17:20:38.536115 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468685-70a9-4b05-8ea6-428b5651e1f1 req-367dc963-aca4-4534-afc3-090249598964 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:38.538310 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8a468685-70a9-4b05-8ea6-428b5651e1f1 req-367dc963-aca4-4534-afc3-090249598964 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0590577 Sep 22 17:20:38.579091 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8a468685-70a9-4b05-8ea6-428b5651e1f1 req-1ce0ea2f-f3e8-4aab-8e78-2c6671529a00 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344219 Sep 22 17:20:39.695979 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91f0bc-8e06-4893-98e8-d0c56a36de41 req-8ed7dcc9-3b41-49e1-9b52-4205282a1f31 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:39.697506 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ae91f0bc-8e06-4893-98e8-d0c56a36de41 req-8ed7dcc9-3b41-49e1-9b52-4205282a1f31 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0508988 Sep 22 17:20:39.741027 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ae91f0bc-8e06-4893-98e8-d0c56a36de41 req-a5077f0b-e8b9-4ec4-bddd-80e8f881a219 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367560 Sep 22 17:20:39.829578 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-dafc6421-9f7f-4de3-9bf6-d63635924f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:40.856403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cf04f-1d2a-48fc-8626-30e1bebc9f64 req-815e7a0d-704b-4243-8728-9ea802101ddd tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:40.857884 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9a1cf04f-1d2a-48fc-8626-30e1bebc9f64 req-815e7a0d-704b-4243-8728-9ea802101ddd tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0489833 Sep 22 17:20:40.900755 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9a1cf04f-1d2a-48fc-8626-30e1bebc9f64 req-8727a7fc-a95b-4f8f-9ee4-90b2f505dd27 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370855 Sep 22 17:20:41.373704 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:42.012604 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac2fc-f121-48fd-929c-70c99f36401a req-8c6ce8aa-fb44-4e8a-b9b4-f362b281f444 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:42.014108 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-754ac2fc-f121-48fd-929c-70c99f36401a req-8c6ce8aa-fb44-4e8a-b9b4-f362b281f444 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0488167 Sep 22 17:20:42.053474 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-754ac2fc-f121-48fd-929c-70c99f36401a req-aeb12ccd-3e3a-4a48-869a-a6d1edbf5318 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334308 Sep 22 17:20:42.308412 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-357e2d55-4b65-47b2-8d20-7b98cddf9baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:43.178072 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca03df-ce01-4350-b0b7-36f0b596ad1d req-35bfe0fe-9b45-42e1-b598-30e4bc662c2f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:43.179598 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98ca03df-ce01-4350-b0b7-36f0b596ad1d req-35bfe0fe-9b45-42e1-b598-30e4bc662c2f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0584886 Sep 22 17:20:43.186387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:43.228689 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-98ca03df-ce01-4350-b0b7-36f0b596ad1d req-3101f1cf-7b80-4c94-bcac-88e11c4c539f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421352 Sep 22 17:20:43.236381 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:43.485233 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583abc-4530-4150-8294-95dd5f77bfc4 req-9b258ee1-0e88-4529-9cea-cd5bbf8b15f4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:43.486763 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-17583abc-4530-4150-8294-95dd5f77bfc4 req-9b258ee1-0e88-4529-9cea-cd5bbf8b15f4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0484948 Sep 22 17:20:43.529465 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-17583abc-4530-4150-8294-95dd5f77bfc4 req-41b04dd5-3de7-46dd-9d81-b326c41fd76b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Sep 22 17:20:44.341026 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2a56-b2da-4893-afc1-d7f2a1e08373 req-4489a55c-7ac0-4ec2-afa9-93dc6b86058b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:44.342497 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26fe2a56-b2da-4893-afc1-d7f2a1e08373 req-4489a55c-7ac0-4ec2-afa9-93dc6b86058b tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0483205 Sep 22 17:20:44.381590 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26fe2a56-b2da-4893-afc1-d7f2a1e08373 req-2f8122ed-447e-4fa4-bed5-c30a88443524 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331967 Sep 22 17:20:44.644878 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7ee8-9a1b-46b4-9f49-c531c3c2304e req-fc9d1ed3-d9c4-4581-9d11-c181aee884ad tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:44.646836 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c97d7ee8-9a1b-46b4-9f49-c531c3c2304e req-fc9d1ed3-d9c4-4581-9d11-c181aee884ad tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0476694 Sep 22 17:20:44.684684 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c97d7ee8-9a1b-46b4-9f49-c531c3c2304e req-a378257a-e3ff-48a3-aece-6003d5ba805a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Sep 22 17:20:45.317416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:45.494646 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026f3bc-e4ed-4715-bcbf-9eaf7696193e req-212439c4-8bc8-47d4-b47e-c59cb7bee8b9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:45.496104 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e026f3bc-e4ed-4715-bcbf-9eaf7696193e req-212439c4-8bc8-47d4-b47e-c59cb7bee8b9 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0474782 Sep 22 17:20:45.533257 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e026f3bc-e4ed-4715-bcbf-9eaf7696193e req-50e3ea18-a25f-49a4-947c-92e4da1829f1 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312328 Sep 22 17:20:45.799793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27235b-9df6-43b1-956d-2da4c98c8a06 req-122e8faf-5a1d-4c6e-b80e-097b2b7cfab3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:45.801256 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e27235b-9df6-43b1-956d-2da4c98c8a06 req-122e8faf-5a1d-4c6e-b80e-097b2b7cfab3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0510707 Sep 22 17:20:45.837894 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e27235b-9df6-43b1-956d-2da4c98c8a06 req-2ae3cf97-9abd-4c05-bd7f-9d6c1add32d9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303447 Sep 22 17:20:46.644727 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e76a-6f90-4fc8-bab5-869664e6b44a req-7203e938-b69f-4bf5-a315-135a4a7fb075 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:46.646193 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2ac4e76a-6f90-4fc8-bab5-869664e6b44a req-7203e938-b69f-4bf5-a315-135a4a7fb075 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0484409 Sep 22 17:20:46.685422 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2ac4e76a-6f90-4fc8-bab5-869664e6b44a req-ca05100f-f203-41a4-808b-5c195cd84b77 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333831 Sep 22 17:20:46.950125 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decac34d-e78b-4b70-9676-c1d9d0e822aa req-cf74a314-3f18-41df-8f58-91ae306378c3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:46.951583 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-decac34d-e78b-4b70-9676-c1d9d0e822aa req-cf74a314-3f18-41df-8f58-91ae306378c3 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0481575 Sep 22 17:20:46.988321 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-decac34d-e78b-4b70-9676-c1d9d0e822aa req-e723ffb6-f20b-4573-9abb-b6ca0c5cc4ea tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Sep 22 17:20:47.797985 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed658c-4b23-49e2-b628-10f6b9c82be8 req-56c36245-d774-4e9a-b6bc-68926f4cf2f3 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:47.799405 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4aed658c-4b23-49e2-b628-10f6b9c82be8 req-56c36245-d774-4e9a-b6bc-68926f4cf2f3 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0472982 Sep 22 17:20:47.837769 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4aed658c-4b23-49e2-b628-10f6b9c82be8 req-5625707d-2fc0-4483-abfe-5c71737360ac tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325215 Sep 22 17:20:48.106420 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54133585-95de-40e9-8ac6-7db9fa087d9a req-58bd82e0-558b-4ed6-a496-5bbc4477df01 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:48.107936 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-54133585-95de-40e9-8ac6-7db9fa087d9a req-58bd82e0-558b-4ed6-a496-5bbc4477df01 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0492077 Sep 22 17:20:48.147440 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-54133585-95de-40e9-8ac6-7db9fa087d9a req-ed287ccf-d1c8-47c3-8478-43443d487576 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Sep 22 17:20:48.950364 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813100c-bcc3-4a5f-aa38-855006620159 req-b86dcbbc-2d66-4beb-999e-3806fc21a97a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:48.951846 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5813100c-bcc3-4a5f-aa38-855006620159 req-b86dcbbc-2d66-4beb-999e-3806fc21a97a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0480149 Sep 22 17:20:48.990886 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5813100c-bcc3-4a5f-aa38-855006620159 req-a48ada67-9f2c-4ef4-bee6-c5ab2eba2096 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331602 Sep 22 17:20:49.256798 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0775e8-e7ca-4a06-b0d5-613129e06923 req-28ea4b13-5dbf-4bbb-87bb-297f42c70945 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:49.258259 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3b0775e8-e7ca-4a06-b0d5-613129e06923 req-28ea4b13-5dbf-4bbb-87bb-297f42c70945 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0467715 Sep 22 17:20:49.295799 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3b0775e8-e7ca-4a06-b0d5-613129e06923 req-c215d40c-2309-4b40-88e3-2f75de2ce2a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Sep 22 17:20:50.102956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea804-cd75-4a31-9481-c5612d66f9ab req-490730a5-aee5-43a0-96a4-8b6b5710a80f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:50.104782 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-68cea804-cd75-4a31-9481-c5612d66f9ab req-490730a5-aee5-43a0-96a4-8b6b5710a80f tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0503061 Sep 22 17:20:50.148323 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-68cea804-cd75-4a31-9481-c5612d66f9ab req-63333dbb-0bfd-46e5-93ec-042bb8a53a96 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375478 Sep 22 17:20:50.405815 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94608-b746-43ef-b21a-b7fbd3725006 req-d49c9cf0-7dd8-4476-8d03-657fb3cbf0b1 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:50.407256 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b6d94608-b746-43ef-b21a-b7fbd3725006 req-d49c9cf0-7dd8-4476-8d03-657fb3cbf0b1 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0469818 Sep 22 17:20:50.445430 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b6d94608-b746-43ef-b21a-b7fbd3725006 req-0049b76c-967c-4a84-82e0-602a9843c6a8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b47f383-ad61-4d5b-aa45-6569c611b923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Sep 22 17:20:50.639503 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-8b7882c1-76ee-4989-96c0-919e1dfc6a53 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:50.641000 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-8b7882c1-76ee-4989-96c0-919e1dfc6a53 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 945 time: 0.0513778 Sep 22 17:20:50.733584 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Deleting port 8e68b4b4-5205-473e-976a-a2767fd19066 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:20:50.733852 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:50.821936 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] For port 8e68b4b4-5205-473e-976a-a2767fd19066, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8e68b4b4-5205-473e-976a-a2767fd19066,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:20:50.822304 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:50.984551 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:50.984834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:50.985145 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Floating IP c1a66f23-730b-4d37-9d49-a06faabba6e6 disassociated. External IP: 172.27.1.3, port: 8e68b4b4-5205-473e-976a-a2767fd19066. Sep 22 17:20:50.985478 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Calling delete_port for 8e68b4b4-5205-473e-976a-a2767fd19066 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:20:51.110552 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:51.138475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'Port': ['ID=8e68b4b4-5205-473e-976a-a2767fd19066,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:51.296265 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ce92e-cb58-41d9-b1cd-7b7fa67bb55f req-1755371a-3a55-41ef-9e6b-77e2d51fd017 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:51.297751 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-956ce92e-cb58-41d9-b1cd-7b7fa67bb55f req-1755371a-3a55-41ef-9e6b-77e2d51fd017 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0785139 Sep 22 17:20:51.302676 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:20:51.402020 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-956ce92e-cb58-41d9-b1cd-7b7fa67bb55f req-9af7a25c-70b3-4524-9cf7-5780671e5f5d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952754 Sep 22 17:20:51.435117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:20:51.444499 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:20:51.453034 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:51.453634 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:51.473371 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] No DVR routers for this DVR port 8e68b4b4-5205-473e-976a-a2767fd19066 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:20:51.476861 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:51.479881 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f3667fb6-28af-4c86-b08a-bf7634af1c2e req-edde1e2f-854f-44a3-be07-01c289705b4d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "DELETE /v2.0/ports/8e68b4b4-5205-473e-976a-a2767fd19066 HTTP/1.1" status: 204 len: 173 time: 0.8272185 Sep 22 17:20:51.480716 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'name': 'network-vif-deleted', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:20:51.484082 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54572011-162b-4ab4-8a2b-d13eae309357" -d '{"events": [{"server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "name": "network-vif-deleted", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:20:51.547828 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d7a2f559-c009-4730-9a4c-8ec6d4579111 req-0f63f0e6-e26c-429c-9548-384d2b332842 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0320404 Sep 22 17:20:51.563101 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:51.599740 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f3d49f-a6e1-40cf-bf57-c28887866cd1 x-openstack-request-id: req-00f3d49f-a6e1-40cf-bf57-c28887866cd1 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:20:51.600105 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6888aa13-20cd-4c69-83ee-9b78aec40c8e", "name": "network-vif-deleted", "tag": "8e68b4b4-5205-473e-976a-a2767fd19066", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:20:51.600422 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00f3d49f-a6e1-40cf-bf57-c28887866cd1 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:20:51.600888 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6888aa13-20cd-4c69-83ee-9b78aec40c8e', 'name': 'network-vif-deleted', 'tag': '8e68b4b4-5205-473e-976a-a2767fd19066', 'status': 'completed', 'code': 200} Sep 22 17:20:51.756440 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:51.784630 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:20:51.792525 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:20:51.793120 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:51.889441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:20:52.082341 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:20:52.107800 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a5d421-6c4e-455a-8293-29e533d42394 None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:20:52.299918 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49967430-9b5f-4771-9290-d76fa136e373 None None] New status for floating IP c1a66f23-730b-4d37-9d49-a06faabba6e6: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:20:52.523718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cbb0b-8e57-40be-a595-ae2efdcf6b12 req-7fa78465-a5d4-4c2f-a650-7fa69c0ec78c tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:52.525289 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f51cbb0b-8e57-40be-a595-ae2efdcf6b12 req-7fa78465-a5d4-4c2f-a650-7fa69c0ec78c tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0502951 Sep 22 17:20:52.564723 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f51cbb0b-8e57-40be-a595-ae2efdcf6b12 req-be455e9a-bfe2-49d2-a124-f3fa09fdd19c tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334179 Sep 22 17:20:52.643266 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3918b7cb-1e34-4789-9f17-86b7be7ed63e req-e842eae7-8f1e-4ca4-b5ef-47a72aa2bb9f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0250051 Sep 22 17:20:53.680182 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ffc9b-e6d4-4475-84c9-b2c21ba91349 req-356abdb6-df6f-4f93-bd43-4dbfe326b8ba tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:53.681658 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-562ffc9b-e6d4-4475-84c9-b2c21ba91349 req-356abdb6-df6f-4f93-bd43-4dbfe326b8ba tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0505800 Sep 22 17:20:53.720912 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-562ffc9b-e6d4-4475-84c9-b2c21ba91349 req-8c9cd5c3-9c7d-4b5f-8777-5b5ea741e548 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329120 Sep 22 17:20:53.748847 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f70032f1-e22e-494e-be45-8dcc3d9c2666 req-fd07c3e1-ff98-48bc-88e6-495d52307f8c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=6888aa13-20cd-4c69-83ee-9b78aec40c8e HTTP/1.1" status: 200 len: 210 time: 0.0267572 Sep 22 17:20:54.835560 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52266) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:54.840826 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6f76-6b1d-433c-9be5-b1f27a03e366 req-7651ce1e-afec-4315-9228-0f6a2943d5f1 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:54.842325 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26aa6f76-6b1d-433c-9be5-b1f27a03e366 req-7651ce1e-afec-4315-9228-0f6a2943d5f1 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0502193 Sep 22 17:20:54.882045 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26aa6f76-6b1d-433c-9be5-b1f27a03e366 req-2245450d-3806-4f29-92a5-d6ddb89475e6 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335307 Sep 22 17:20:54.895917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:54.918001 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:54.962008 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:54.964799 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:54.966009 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "DELETE /v2.0/security-groups/5b47f383-ad61-4d5b-aa45-6569c611b923 HTTP/1.1" status: 204 len: 168 time: 0.1291230 Sep 22 17:20:54.969088 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52268) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:54.974808 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539426da-bf62-4c5c-8ddb-51d24b468fbb tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b47f383-ad61-4d5b-aa45-6569c611b923,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:54.988856 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.api.v2.resource [None req-5333e761-d9d2-4aa5-b469-3b5c4cc7c000 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] show failed (client error): The resource could not be found. Sep 22 17:20:54.990501 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5333e761-d9d2-4aa5-b469-3b5c4cc7c000 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups/5b47f383-ad61-4d5b-aa45-6569c611b923 HTTP/1.1" status: 404 len: 347 time: 0.0203555 Sep 22 17:20:54.993416 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52270) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:55.111489 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Deleting port d9152ede-205b-4ab2-9a82-d6e929dad6ce {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:20:55.111855 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.183715 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.184045 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.195260 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Calling delete_port for d9152ede-205b-4ab2-9a82-d6e929dad6ce owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:20:55.325205 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.357884 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'Port': ['ID=d9152ede-205b-4ab2-9a82-d6e929dad6ce,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:55.417493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.419999 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.421151 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-80488e0d-8f03-42db-a0b5-9cd0f7ac69ba tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "DELETE /v2.0/floatingips/c1a66f23-730b-4d37-9d49-a06faabba6e6 HTTP/1.1" status: 204 len: 168 time: 0.4267840 Sep 22 17:20:55.704264 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52282) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:55.709529 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261135566', 'description': 'tempest-description--91432989'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:55.731501 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.811814 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.822507 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.848040 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:55.859069 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.860370 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-936e9b6b-b4a6-4db6-a18d-61f646849445 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1550059 Sep 22 17:20:55.863141 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52288) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:55.867702 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group_rule': {'security_group_id': '6e96b272-d2c5-4438-b9eb-3d6d667f9f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:55.898316 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.975264 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.980140 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.005585 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2083abb9-c9bc-4a3a-b5e9-bdb1cca33e09,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:56.010460 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.012373 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-25b43afe-3969-46dd-9cbc-bb2f5c20ccb0 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482415 Sep 22 17:20:56.014884 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52294) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:56.019202 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'security_group_rule': {'security_group_id': '6e96b272-d2c5-4438-b9eb-3d6d667f9f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:56.027388 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221c668-05d9-4cbf-a8f0-06fb7b79daa1 req-54aaa7fa-a0ad-4e20-9e53-847c712f517e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:56.029048 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c221c668-05d9-4cbf-a8f0-06fb7b79daa1 req-54aaa7fa-a0ad-4e20-9e53-847c712f517e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0740938 Sep 22 17:20:56.045179 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.070229 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c221c668-05d9-4cbf-a8f0-06fb7b79daa1 req-adea05dc-055e-40f5-95c5-c5202a61478d tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&id=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340970 Sep 22 17:20:56.100978 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.106287 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.123948 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03849660-aa51-4ef7-9bec-dd24314d263e,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:56.126243 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.130696 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f6eecec1-87bb-4160-b9a4-767cf7e4625c tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116259 Sep 22 17:20:56.131131 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52298) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:20:56.135743 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:56.156969 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.250620 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.353087 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Allocated IP 172.27.1.141 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/0213428d-ac7f-4a86-8be7-3822c2be317a) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:20:56.464487 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.503268 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.537331 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:20:56.540039 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:20:56.543276 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:20:56.573092 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=0213428d-ac7f-4a86-8be7-3822c2be317a,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:56.634841 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.666425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.815383 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.820198 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.886809 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=0213428d-ac7f-4a86-8be7-3822c2be317a,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:56.896470 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.910410 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:56.912222 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f4504c2f-dabd-4b6f-8bc5-32cec6a38c63 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7799916 Sep 22 17:20:57.090364 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-b0855b59-81c7-4014-8f22-9e5bcbf40a23 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1261135566&fields=id&tenant_id=8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 267 time: 0.0313385 Sep 22 17:20:57.195969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-a402cdfd-142a-4f5f-aa26-4b2031a1453e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:57.197428 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-a402cdfd-142a-4f5f-aa26-4b2031a1453e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 811 time: 0.1006172 Sep 22 17:20:57.212250 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-7ef9fbb5-e4ef-43fc-898b-65e144bbca44 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/quotas/8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 375 time: 0.0092063 Sep 22 17:20:57.262807 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-83fa0777-6a92-446f-9124-367d510330a2 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452814 Sep 22 17:20:57.357323 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-5634c353-a0b6-4440-b810-6b8d0248d527 service neutron] 10.222.0.11 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Sep 22 17:20:57.443470 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-bbb781d3-9409-47ce-86e8-4ee44da7c660 service neutron] 10.222.0.11 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802433 Sep 22 17:20:57.594341 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-94efed2d-7699-4e16-aa23-63be918e5826 req-635cc5c1-a67b-47dc-afe8-5e2f4b5649b7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 210 time: 0.0251892 Sep 22 17:20:58.074816 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8e68b4b4-5205-473e-976a-a2767fd19066 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:20:58.097626 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 8e68b4b4-5205-473e-976a-a2767fd19066 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:20:58.097964 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8e68b4b4-5205-473e-976a-a2767fd19066 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:20:58.855960 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-130c59b2-3762-46dd-be6e-cf3603d35bc6 req-5e1a87b5-e5c2-4e4c-855a-7051c23be92f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 210 time: 0.1975436 Sep 22 17:20:59.735846 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-ec8e28c7-c87e-40d5-9ed7-becd43c97727 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:20:59.738132 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-ec8e28c7-c87e-40d5-9ed7-becd43c97727 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 811 time: 0.1116161 Sep 22 17:20:59.794560 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-da0b5583-d2bc-4623-8650-75a2b02fad62 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c154d73b6fc4e029f24c1e23c14abf7 HTTP/1.1" status: 200 len: 380 time: 0.0380213 Sep 22 17:20:59.799883 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'port': {'device_id': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'admin_state_up': True, 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'security_groups': ['6e96b272-d2c5-4438-b9eb-3d6d667f9f6c']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:20:59.920764 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Made reservation on behalf of 8c154d73b6fc4e029f24c1e23c14abf7 for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:20:59.924377 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.013997 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b719bdad-a20b-43f8-837c-08f22276ca98 req-6bee32aa-c9c0-4829-9d25-226f21d2726d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 210 time: 0.0844238 Sep 22 17:21:00.049947 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Allocated IP 172.20.0.8 (4265cf5c-032a-45e7-9b0f-da030d0d23d1/8b939c06-43ae-461a-a752-66fa6084d82e/27e8d10d-be6a-40f0-b6c5-34c7a13e458f) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:00.198918 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.233149 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.281352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:00.284662 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:00.291795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:00.294365 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event updated for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:00.345903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:00.346521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.363853 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-9e73abd8-5e65-405d-a39c-5146c393679f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694783 Sep 22 17:21:00.383261 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Request body: {'port': {'device_id': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:00.449913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.595201 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-7aa19c99-dcde-46a5-a662-e322e6e700d6 None None] Provisioning complete for port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:00.595799 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7aa19c99-dcde-46a5-a662-e322e6e700d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.633268 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19c99-dcde-46a5-a662-e322e6e700d6 None None] Port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:21:00.973859 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e8d10d-be6a-40f0-b6c5-34c7a13e458f {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:21:00.982472 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:00.994509 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Transition to ACTIVE for port object 27e8d10d-be6a-40f0-b6c5-34c7a13e458f will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:00.997621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:01.074960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Pushing event updated for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:01.131988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba69da-0b97-4632-84b6-b6166e52c8a0 req-94ec7c8a-b1e8-4612-89d2-21ae936f05be tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.133512 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50ba69da-0b97-4632-84b6-b6166e52c8a0 req-94ec7c8a-b1e8-4612-89d2-21ae936f05be tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.1129892 Sep 22 17:21:01.138413 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86f036-88cb-47a0-8861-21fce3a7797a req-1766c4bc-4c09-444c-af89-bbad6a9d702b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.140033 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ac86f036-88cb-47a0-8861-21fce3a7797a req-1766c4bc-4c09-444c-af89-bbad6a9d702b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 943 time: 0.0550129 Sep 22 17:21:01.180705 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ac86f036-88cb-47a0-8861-21fce3a7797a req-29952fb0-ceca-4a38-b81f-1f71fb68e413 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346396 Sep 22 17:21:01.190914 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Attempting to bind port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:01.191378 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Attempting to bind port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:01.191906 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Attempting to bind port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:01.207960 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50ba69da-0b97-4632-84b6-b6166e52c8a0 req-e051a525-ce99-413d-ae04-7079e42322c1 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Sep 22 17:21:01.213527 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:21:01.213960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Attempting to bind port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f on network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:01.219285 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:01.219790 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Checking segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:01.220268 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Bound using segment: {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:01.220798 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Bound port: 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eded19d-68bb-449d-a640-46886bbd9e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:01.221226 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:01.286140 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:01.289271 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:01.292707 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:01.328200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.328810 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:01.330170 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] 10.222.0.24 "PUT /v2.0/ports/27e8d10d-be6a-40f0-b6c5-34c7a13e458f HTTP/1.1" status: 200 len: 1093 time: 0.9533746 Sep 22 17:21:01.330596 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:01.332810 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869783b6-30a2-4042-a03c-46d2fd86bf95" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:01.360360 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd013-43fb-48a5-8340-4b1e1d6edf64 service neutron] Pushing event updated for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:01.393875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d13a1-1839-404c-a0a0-59f72f736cf1 x-openstack-request-id: req-e91d13a1-1839-404c-a0a0-59f72f736cf1 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:01.394176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:01.394422 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e91d13a1-1839-404c-a0a0-59f72f736cf1 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:01.394827 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'status': 'completed', 'code': 200} Sep 22 17:21:01.430117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-4d3a3074-e7b7-400e-9975-fa6295fff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.431676 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-4d3a3074-e7b7-400e-9975-fa6295fff530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 1096 time: 0.0467160 Sep 22 17:21:01.482962 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-a8fa2929-661e-4a74-ba79-a24651e84849 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f HTTP/1.1" status: 200 len: 217 time: 0.0417144 Sep 22 17:21:01.538896 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-8d6c06a0-41c5-45d6-882c-315e10d0479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.540364 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-8d6c06a0-41c5-45d6-882c-315e10d0479f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0491920 Sep 22 17:21:01.594424 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-bf278274-a777-48f1-a411-b3906aa3d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.595886 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-bf278274-a777-48f1-a411-b3906aa3d091 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405729 Sep 22 17:21:01.693799 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-cd13a306-b4d7-4939-9840-666c8c3a6cb0 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880344 Sep 22 17:21:01.790173 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bdefeb6a-b7d2-45ab-ac23-c8184bd38498 req-3b0f39b0-0fac-4dd0-9530-7be8537f03a0 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 Sep 22 17:21:01.896989 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-31a1e9b1-c248-4131-895b-6d1111653cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.898481 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-31a1e9b1-c248-4131-895b-6d1111653cef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 1096 time: 0.0479252 Sep 22 17:21:01.990053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-b19dec05-8f17-4572-8d32-89a312bf38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:01.991491 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-b19dec05-8f17-4572-8d32-89a312bf38c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.0846162 Sep 22 17:21:02.035775 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-1c43585d-da5d-4f8d-8af1-7a41c0ad674e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f HTTP/1.1" status: 200 len: 217 time: 0.0343111 Sep 22 17:21:02.094335 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-51c958e9-ba41-4cc7-97f7-0a1750d31520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:02.095840 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-51c958e9-ba41-4cc7-97f7-0a1750d31520 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0479786 Sep 22 17:21:02.147218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-b384afb5-0d07-41b4-9a0d-b800a98a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:02.148622 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-b384afb5-0d07-41b4-9a0d-b800a98a1c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384064 Sep 22 17:21:02.238611 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-749149fc-b5bc-42ed-a0f8-39b8951de477 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793502 Sep 22 17:21:02.299322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175590a-33b8-4fdb-ba7b-7c199df9b14e req-6912ae72-5ccc-4520-a3a1-6091e07170f4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:02.300938 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8175590a-33b8-4fdb-ba7b-7c199df9b14e req-6912ae72-5ccc-4520-a3a1-6091e07170f4 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 943 time: 0.0498078 Sep 22 17:21:02.337896 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8175590a-33b8-4fdb-ba7b-7c199df9b14e req-c40839ff-e8b9-4e61-8f4b-3ee745d70132 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307188 Sep 22 17:21:02.364135 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-869783b6-30a2-4042-a03c-46d2fd86bf95 req-540ba3bc-10bf-4e13-88c3-869df1bae0aa service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158326 Sep 22 17:21:02.374396 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6d857-a757-4266-8da8-6c21e2bb8dac req-b2109ad7-dd67-4977-9af0-feadbc55a012 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:02.376149 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fdc6d857-a757-4266-8da8-6c21e2bb8dac req-b2109ad7-dd67-4977-9af0-feadbc55a012 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.0945644 Sep 22 17:21:02.416328 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fdc6d857-a757-4266-8da8-6c21e2bb8dac req-13d7572e-eef3-48f5-90cb-f06eee90748a tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/security-groups?id=82cf0f80-2fdb-4469-a094-c82b375ffc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Sep 22 17:21:02.985107 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-f29cf6e4-7bc7-4ffa-a730-32cc627bac14 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:02.986449 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-f29cf6e4-7bc7-4ffa-a730-32cc627bac14 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 946 time: 0.0497630 Sep 22 17:21:03.082278 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Deleting port be6464f2-0913-4c8a-919f-1a409a06eed5 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:03.082972 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.170447 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] For port be6464f2-0913-4c8a-919f-1a409a06eed5, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=be6464f2-0913-4c8a-919f-1a409a06eed5,segment=NetworkSegment(b97fb29f-d654-4d52-8d8d-cc88300a03ab),segment_id=b97fb29f-d654-4d52-8d8d-cc88300a03ab)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:03.170806 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.182074 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Calling delete_port for be6464f2-0913-4c8a-919f-1a409a06eed5 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:03.300536 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.311851 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['be6464f2-0913-4c8a-919f-1a409a06eed5'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:03.330811 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Pushing event deleted for resources: {'Port': ['ID=be6464f2-0913-4c8a-919f-1a409a06eed5,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:03.369992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] No DVR routers for this DVR port be6464f2-0913-4c8a-919f-1a409a06eed5 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:03.372518 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.374521 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cee93581-eec6-4fcb-a282-6e9e90182adc req-d3933fee-777c-4a95-90f7-e1ab5c744ab9 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.24 "DELETE /v2.0/ports/be6464f2-0913-4c8a-919f-1a409a06eed5 HTTP/1.1" status: 204 len: 173 time: 0.3809395 Sep 22 17:21:03.395433 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'name': 'network-vif-deleted', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:03.398516 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a61412-117c-425b-b15d-dcafc11d0f51" -d '{"events": [{"server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "name": "network-vif-deleted", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:03.437593 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff987d-0189-457a-a2b0-0ff84d211639 x-openstack-request-id: req-6bff987d-0189-457a-a2b0-0ff84d211639 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:03.437875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef41d0-1170-4050-b045-0ce5f13549b1", "name": "network-vif-deleted", "tag": "be6464f2-0913-4c8a-919f-1a409a06eed5", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:03.438128 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bff987d-0189-457a-a2b0-0ff84d211639 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:03.438522 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef41d0-1170-4050-b045-0ce5f13549b1', 'name': 'network-vif-deleted', 'tag': 'be6464f2-0913-4c8a-919f-1a409a06eed5', 'status': 'completed', 'code': 200} Sep 22 17:21:03.463330 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e79e7-a43b-46e1-929b-dddb2d92a2ed req-0a1b82ca-9224-41e9-98b5-e1a2654fd98b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:03.464881 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-650e79e7-a43b-46e1-929b-dddb2d92a2ed req-0a1b82ca-9224-41e9-98b5-e1a2654fd98b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 943 time: 0.0535061 Sep 22 17:21:03.505044 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-650e79e7-a43b-46e1-929b-dddb2d92a2ed req-e52b95a3-0a68-4f52-9d14-3968b2c8e5bf tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Sep 22 17:21:03.532502 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9e7c9300-2d43-4fb6-a392-1b6d9eefa59e req-4dbedd63-11ec-433d-acad-ccb04a333849 tempest-VolumesSnapshotTestJSON-952441286 tempest-VolumesSnapshotTestJSON-952441286-project] 10.222.0.11 "GET /v2.0/ports?device_id=23ef41d0-1170-4050-b045-0ce5f13549b1 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Sep 22 17:21:03.543937 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 27e8d10d-be6a-40f0-b6c5-34c7a13e458f details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:21:03.638050 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:03.650532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'port_id': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'mac_address': 'fa:16:3e:e0:94:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:21:03.687278 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.699999 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e8d10d-be6a-40f0-b6c5-34c7a13e458f {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:21:03.718871 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:03.722265 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.767329 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:03.972050 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['27e8d10d-be6a-40f0-b6c5-34c7a13e458f'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:04.246687 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52432) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:04.347582 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9881-1630-4d78-9675-f853e753d583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.430401 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9881-1630-4d78-9675-f853e753d583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.434030 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9881-1630-4d78-9675-f853e753d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.471412 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a4ec9881-1630-4d78-9675-f853e753d583 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9552d5448a84138ae649aec1d41d16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236817 Sep 22 17:21:04.472289 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec9881-1630-4d78-9675-f853e753d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22486c39-c798-4ea8-87a1-7d297c328ff3,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:04.474671 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52436) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:04.523470 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.543817 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.594467 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.598550 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.602564 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22486c39-c798-4ea8-87a1-7d297c328ff3 HTTP/1.1" status: 204 len: 168 time: 0.1268504 Sep 22 17:21:04.611148 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba783e-71b0-4619-b4a0-35c69d260911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22486c39-c798-4ea8-87a1-7d297c328ff3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:04.653371 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a21f7-74fa-4dd4-bc60-a21c5ee6583e req-2dd0f76c-1a27-4387-9167-f865b58fb375 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:04.660156 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d22a21f7-74fa-4dd4-bc60-a21c5ee6583e req-2dd0f76c-1a27-4387-9167-f865b58fb375 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 944 time: 0.0865083 Sep 22 17:21:04.711181 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d22a21f7-74fa-4dd4-bc60-a21c5ee6583e req-6fe13974-0917-444a-b819-e02362ee8d45 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478320 Sep 22 17:21:05.542631 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 27e8d10d-be6a-40f0-b6c5-34c7a13e458f up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:05.589407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:05.593071 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:05.593442 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:05.668883 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:05.690826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:05.693220 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13e6a05-87b4-49ef-961e-e59bfdc4e597" -d '{"events": [{"server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:05.705168 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:05.709231 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:05.732675 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909186c3-57fb-49bc-99fb-838b6bdcc095 x-openstack-request-id: req-909186c3-57fb-49bc-99fb-838b6bdcc095 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:05.732958 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:05.733209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-909186c3-57fb-49bc-99fb-838b6bdcc095 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:05.733593 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'code': 200} Sep 22 17:21:05.759638 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:05.930583 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4672-4179-4baf-967d-1f4f5e765438 req-4efdaba3-c6bb-4869-b804-e38066ec395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:05.932675 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-486d4672-4179-4baf-967d-1f4f5e765438 req-4efdaba3-c6bb-4869-b804-e38066ec395f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 1098 time: 0.0423758 Sep 22 17:21:05.969200 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-486d4672-4179-4baf-967d-1f4f5e765438 req-759261c8-62fb-4858-9337-8d0e3b0d3dc2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298324 Sep 22 17:21:06.062655 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ad026-ef1d-4c33-8932-9eed83a76e01 req-1971e0c8-9c45-472f-8149-5066877db724 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:06.064189 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-816ad026-ef1d-4c33-8932-9eed83a76e01 req-1971e0c8-9c45-472f-8149-5066877db724 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0487912 Sep 22 17:21:06.107653 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-816ad026-ef1d-4c33-8932-9eed83a76e01 req-af3f2bde-d87b-4dd6-a27a-ba07984855fd tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 Sep 22 17:21:07.227646 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b6d8-1900-4be6-bcd5-2194f9541b11 req-e1633703-8aa8-48c8-af6b-b6065e29cf3f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:07.229373 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0c69b6d8-1900-4be6-bcd5-2194f9541b11 req-e1633703-8aa8-48c8-af6b-b6065e29cf3f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0502155 Sep 22 17:21:07.265507 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0c69b6d8-1900-4be6-bcd5-2194f9541b11 req-bdc0091d-d517-4a73-a208-8883f64babcc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Sep 22 17:21:08.023567 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device be6464f2-0913-4c8a-919f-1a409a06eed5 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:08.043529 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: be6464f2-0913-4c8a-919f-1a409a06eed5 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:21:08.043897 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device be6464f2-0913-4c8a-919f-1a409a06eed5 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:08.376692 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb3056-4a88-4883-8562-87d72e4f7859 req-fbda603e-8721-42e8-bc17-8bab1f7a044a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:08.378147 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9deb3056-4a88-4883-8562-87d72e4f7859 req-fbda603e-8721-42e8-bc17-8bab1f7a044a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0477920 Sep 22 17:21:08.415570 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9deb3056-4a88-4883-8562-87d72e4f7859 req-ab487ad5-f295-43dc-881b-759e145c2832 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Sep 22 17:21:09.532784 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c885aa-fc66-4e63-bf1e-c50e04f262a2 req-d28d1759-05f6-47f6-badb-56495e80628d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:09.534297 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-44c885aa-fc66-4e63-bf1e-c50e04f262a2 req-d28d1759-05f6-47f6-badb-56495e80628d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0515993 Sep 22 17:21:09.570437 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-44c885aa-fc66-4e63-bf1e-c50e04f262a2 req-274d6639-c47a-44fd-86df-3b6771cc89a7 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Sep 22 17:21:09.830212 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6f79de01-ba97-4abe-bcb2-914fd29c2fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:09.992272 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-a173d515-39df-4654-bf1f-ef11aca8c6e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408561 Sep 22 17:21:10.082359 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-f3d9f62e-020c-4d21-bc62-f21861d35ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.083823 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-f3d9f62e-020c-4d21-bc62-f21861d35ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1138 time: 0.0403082 Sep 22 17:21:10.188661 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-0733c7ad-e352-4fb6-ae21-d978f74df8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.190113 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-0733c7ad-e352-4fb6-ae21-d978f74df8d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.0836082 Sep 22 17:21:10.268955 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-e494cf3f-d963-404b-b878-c4171105b43c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1002 time: 0.0606387 Sep 22 17:21:10.318153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-031ce920-9949-4606-b889-504669a1214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.319713 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-031ce920-9949-4606-b889-504669a1214a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0416451 Sep 22 17:21:10.364046 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-9c74e647-62c3-49a1-925d-3c9cfa743682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.365990 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-9c74e647-62c3-49a1-925d-3c9cfa743682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387175 Sep 22 17:21:10.459670 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-d0f85037-5b46-46ac-a4cd-b68ee453d77c service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Sep 22 17:21:10.554397 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-82ed2e10-5cbc-4b5b-84fc-f1428df9dac9 req-4350af5e-65e8-43f3-a10e-abf8395fdfb3 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845783 Sep 22 17:21:10.693659 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b7ae-71d4-417b-9d38-f40695342a40 req-1bdf98f3-1e30-44f7-9295-3343c820e800 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.695187 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-53b2b7ae-71d4-417b-9d38-f40695342a40 req-1bdf98f3-1e30-44f7-9295-3343c820e800 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0518463 Sep 22 17:21:10.732594 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-53b2b7ae-71d4-417b-9d38-f40695342a40 req-ca1cd7a1-e46a-40e2-b636-edf013f83bf8 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Sep 22 17:21:10.847160 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e81da-b1e3-4aba-a9ce-2174256916bf req-b2af5ca7-913a-488e-a7e6-cea547cfc0ad tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:10.849286 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8d3e81da-b1e3-4aba-a9ce-2174256916bf req-b2af5ca7-913a-488e-a7e6-cea547cfc0ad tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0509222 Sep 22 17:21:10.859158 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52502) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:10.863632 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Request body: {'floatingip': {'port_id': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:10.901895 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.315631 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.320141 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.392250 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.653754 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Floating IP b563562e-b911-490d-b329-dea4c2cf7f58 associated. External IP: 172.27.1.141, port: 27e8d10d-be6a-40f0-b6c5-34c7a13e458f. Sep 22 17:21:11.850880 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:11.964386 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:11.968927 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.975580 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:11.993063 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:11.993954 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:20:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:11.995361 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-dd960877-33f8-446e-a8ad-72b7159f60de tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "PUT /v2.0/floatingips/b563562e-b911-490d-b329-dea4c2cf7f58 HTTP/1.1" status: 200 len: 991 time: 1.1350923 Sep 22 17:21:11.996085 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:11.998828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c75350-b320-4123-9dff-aa663285b02d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:12.038542 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a656a20-07cc-4957-8253-1b3c85d2ce46 x-openstack-request-id: req-2a656a20-07cc-4957-8253-1b3c85d2ce46 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:12.038768 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:12.039227 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a656a20-07cc-4957-8253-1b3c85d2ce46 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:12.039768 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'status': 'completed', 'code': 200} Sep 22 17:21:12.112772 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75350-b320-4123-9dff-aa663285b02d req-b1fdd749-339b-4d1f-bb23-cf824bf22d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:12.114824 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-b1fdd749-339b-4d1f-bb23-cf824bf22d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 1098 time: 0.0420623 Sep 22 17:21:12.210153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75350-b320-4123-9dff-aa663285b02d req-c93dae97-658e-47b7-92fc-476f34f62678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:12.211809 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-c93dae97-658e-47b7-92fc-476f34f62678 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 200 len: 912 time: 0.0873005 Sep 22 17:21:12.233278 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:12.279022 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-c86e42d0-2b52-445f-9dcf-c60e82768f57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f HTTP/1.1" status: 200 len: 999 time: 0.0575716 Sep 22 17:21:12.325276 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0a77fa3a-5dd6-464f-8af5-890b10f45540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.330556 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75350-b320-4123-9dff-aa663285b02d req-8ba0d9ff-4d41-44b3-b800-e41065e59f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:12.332110 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-8ba0d9ff-4d41-44b3-b800-e41065e59f77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 200 len: 850 time: 0.0445793 Sep 22 17:21:12.384032 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75350-b320-4123-9dff-aa663285b02d req-287acca1-398d-4a7d-be1c-0bc4ac4c0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:12.385526 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-287acca1-398d-4a7d-be1c-0bc4ac4c0f83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4265cf5c-032a-45e7-9b0f-da030d0d23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438652 Sep 22 17:21:12.473114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b563562e-b911-490d-b329-dea4c2cf7f58', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:e0:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:56Z', 'updated_at': '2021-09-22T17:21:11Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.476325 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-e3bc8562-d30b-4ddf-9d9c-60df5fe15ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 Sep 22 17:21:12.498523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:12.507232 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:12.507884 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.568394 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-54c75350-b320-4123-9dff-aa663285b02d req-f4bb52b2-28ee-4342-948a-d25eae965014 service neutron] 10.222.0.24 "GET /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845585 Sep 22 17:21:12.613124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:12.826590 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b563562e-b911-490d-b329-dea4c2cf7f58', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:e0:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:56Z', 'updated_at': '2021-09-22T17:21:11Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.851070 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081906a7-4d4d-4f6d-a5af-f0b4019fdd8a None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': 'b563562e-b911-490d-b329-dea4c2cf7f58', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'port_id': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'mac_address': 'fa:16:3e:e0:94:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:20:56Z', 'updated_at': '2021-09-22T17:21:11Z', 'revision_number': 1, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:13.037429 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26726ec6-f813-474e-856e-f3d0b3c64175 None None] New status for floating IP b563562e-b911-490d-b329-dea4c2cf7f58: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:21:13.199093 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.232966 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.969003 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:21:15.318588 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:25.506467 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe064e02-6e33-4f28-b8e9-e4816355bf7a req-9a026b69-2c2b-46ac-8da3-9cf4c7513320 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:25.507974 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fe064e02-6e33-4f28-b8e9-e4816355bf7a req-9a026b69-2c2b-46ac-8da3-9cf4c7513320 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0522521 Sep 22 17:21:25.546368 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fe064e02-6e33-4f28-b8e9-e4816355bf7a req-e4ec55ed-f37c-438f-8d02-8a49c8c07c13 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325091 Sep 22 17:21:26.640031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52672) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:26.668627 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f388ee4-0b3e-46e2-a329-6dec4ebad4b9 req-c022dd53-1896-4ffe-9bc9-54bd5456a2c5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:26.670126 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5f388ee4-0b3e-46e2-a329-6dec4ebad4b9 req-c022dd53-1896-4ffe-9bc9-54bd5456a2c5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0487790 Sep 22 17:21:26.688242 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Deleting subnet c1deee66-ce5a-45ab-9ed5-d9e12d93f93f {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:21:26.691367 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.707811 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5f388ee4-0b3e-46e2-a329-6dec4ebad4b9 req-2d55d7e8-0f7c-43c2-be8e-713f8f9a3c45 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318451 Sep 22 17:21:26.725040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.766667 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.815748 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.841397 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1deee66-ce5a-45ab-9ed5-d9e12d93f93f,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:26.844262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.845415 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c1deee66-ce5a-45ab-9ed5-d9e12d93f93f HTTP/1.1" status: 204 len: 168 time: 0.2043979 Sep 22 17:21:26.848130 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52674) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:26.851296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.851671 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.852017 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.852352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.852686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.853019 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.853347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.853939 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.854268 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.854591 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.854916 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.855233 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4551443-4561-4ffb-9be7-2344e534d479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:26.917840 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.995562 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.014641 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e3b6ec-9f9f-4e95-9308-b966f1c95030']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:27.023639 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97fb29f-d654-4d52-8d8d-cc88300a03ab') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:27.023931 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97fb29f-d654-4d52-8d8d-cc88300a03ab') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:27.032828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.045769 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.051802 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:21:27.052825 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:21:27.054604 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:21:27.109070 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.114241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.116746 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/18e3b6ec-9f9f-4e95-9308-b966f1c95030 HTTP/1.1" status: 204 len: 168 time: 0.2675047 Sep 22 17:21:27.126846 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e3b6ec-9f9f-4e95-9308-b966f1c95030,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:27.133673 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.134037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.134348 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.134681 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.134999 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.135331 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.135650 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.135971 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.136287 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.136600 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.136910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.137220 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07af2c08-05cd-4d9f-983d-e99b2dca6ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:27.277380 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52680) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:27.315770 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e2dc5a50-c6d2-4644-886a-28a88eb59927 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70a2529a608e4e6490ec0c98ca00909b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372531 Sep 22 17:21:27.318188 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52682) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:27.362949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.383050 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.427765 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.430316 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.431401 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82cf0f80-2fdb-4469-a094-c82b375ffc0d HTTP/1.1" status: 204 len: 168 time: 0.1123254 Sep 22 17:21:27.439061 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff08cf-1773-45bc-93f7-fa7096f846e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf0f80-2fdb-4469-a094-c82b375ffc0d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:27.826928 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790e476-e187-4d4b-bc40-635df8f38015 req-11e1094b-8265-42ef-954b-d3e58d17801b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:27.828357 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c790e476-e187-4d4b-bc40-635df8f38015 req-11e1094b-8265-42ef-954b-d3e58d17801b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0503271 Sep 22 17:21:27.866302 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c790e476-e187-4d4b-bc40-635df8f38015 req-879d50ae-c705-4db8-b4d4-7a42c88e6c15 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316906 Sep 22 17:21:28.070662 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52706) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:28.165372 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-102987368-network', 'tenant_id': 'e847eb778b42499a9872cbee8380190f'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:28.186179 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Made reservation on behalf of e847eb778b42499a9872cbee8380190f for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:28.188376 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.196327 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.282542 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.286040 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.306458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:21:28.319144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc8451-72c4-43a0-b060-6f0002ed87cd,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:28.323805 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.324155 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Added segment 21120e40-2a45-48a8-bc58-5b025f809c80 of type vlan for network bf504b0d-79ab-4ad1-a123-a14bb37a7082 Sep 22 17:21:28.362728 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.386029 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.386964 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:28.387546 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.418564 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3468454 Sep 22 17:21:28.421519 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52712) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:28.426591 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Request body: {'subnet': {'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-102987368-subnet', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:28.446779 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Made reservation on behalf of e847eb778b42499a9872cbee8380190f for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:28.448536 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe436-2f08-42b5-b000-8459e4e6c717 admin admin] Pushing event updated for resources: {'Network': ['ID=bf504b0d-79ab-4ad1-a123-a14bb37a7082,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:28.449078 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.458979 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:21:28.613684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.667305 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=46be890a-3f69-4b95-9c3f-5d06699774f9,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:28.674863 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Checking segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:28.675218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Network hostable DHCP agents. Network: bf504b0d-79ab-4ad1-a123-a14bb37a7082, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:21:28.694251 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:21:28.702719 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, bf504b0d-79ab-4ad1-a123-a14bb37a7082) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:28.706626 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:28.707212 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.712261 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e38c8-9c5e-4f73-b783-1a82dab9ad32 None None] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:28.724526 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-048ae0d5-6a3f-4634-b30c-a5e97e1eb5cd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2997048 Sep 22 17:21:28.725939 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52714) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:28.731347 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:28.752724 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.753698 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.802250 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.857170 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:21:28.858022 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.939611 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.991574 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Allocated IP 172.20.0.2 (bf504b0d-79ab-4ad1-a123-a14bb37a7082/46be890a-3f69-4b95-9c3f-5d06699774f9/14bdf46e-1482-4d0f-90e4-1b3b595513ea) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:29.016956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a720-d0f4-4672-8fa2-56be20db793e req-bec91ba4-54db-4cb1-b5ab-ac9c602c73e4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:29.018443 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2782a720-d0f4-4672-8fa2-56be20db793e req-bec91ba4-54db-4cb1-b5ab-ac9c602c73e4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0606170 Sep 22 17:21:29.093513 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2782a720-d0f4-4672-8fa2-56be20db793e req-1fadefb8-1d29-4051-a0a7-9f913261cc05 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678880 Sep 22 17:21:29.139088 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.144595 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.180240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:29.182908 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:29.186306 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:29.194494 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Pushing event updated for resources: {'Port': ['ID=14bdf46e-1482-4d0f-90e4-1b3b595513ea,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:29.205571 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.205926 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.206281 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.206603 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.206710 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.206940 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.207277 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.207605 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.207957 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.208871 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.209209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.209534 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.209861 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.227510 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.258711 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Attempting to bind port 14bdf46e-1482-4d0f-90e4-1b3b595513ea on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:29.259080 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Attempting to bind port 14bdf46e-1482-4d0f-90e4-1b3b595513ea by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:29.259446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Attempting to bind port 14bdf46e-1482-4d0f-90e4-1b3b595513ea on network bf504b0d-79ab-4ad1-a123-a14bb37a7082 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:29.264429 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:29.264802 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Checking segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:29.265202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.265591 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Bound using segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:29.266054 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Bound port: 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:29.266434 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.328041 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] For port 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:29.331249 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] For port 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=14bdf46e-1482-4d0f-90e4-1b3b595513ea,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:29.336603 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.354063 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Allocated IP 172.27.1.128 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/34754b8b-aaa7-456f-ac07-cef081a050bf) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:29.417937 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e111e-51fe-40bc-9bac-ca2bc3f1a220 None None] Pushing event updated for resources: {'Port': ['ID=14bdf46e-1482-4d0f-90e4-1b3b595513ea,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:29.468338 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.501376 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.539223 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:29.541957 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:29.544454 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:29.581582 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Pushing event updated for resources: {'Port': ['ID=34754b8b-aaa7-456f-ac07-cef081a050bf,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:29.811286 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:29.998660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.128956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Router ed89fe05-a9fd-47b3-800b-4e7d4072382f is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:21:30.214830 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602e195-7698-4b87-a416-b1169bbf6505 None None] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:30.259266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ed876-e212-4afa-9438-7d14bf72d30e req-a2df4a7e-9f41-423d-b2f6-570b57ae7d0f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:30.260782 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee7ed876-e212-4afa-9438-7d14bf72d30e req-a2df4a7e-9f41-423d-b2f6-570b57ae7d0f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0868788 Sep 22 17:21:30.284061 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:30.293995 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Sync routers for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:30.298911 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] Provisioning complete for port 14bdf46e-1482-4d0f-90e4-1b3b595513ea triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:30.299293 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.307046 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.310741 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-78591b62-ac27-422f-80d2-a9f56eed4669 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5813665 Sep 22 17:21:30.310953 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52722) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:30.321607 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee7ed876-e212-4afa-9438-7d14bf72d30e req-9968b24f-aaea-4191-9f93-254f4e0251bf tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548117 Sep 22 17:21:30.352085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:30.352721 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:30.513914 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.560704 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:30.738714 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 14bdf46e-1482-4d0f-90e4-1b3b595513ea up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:30.741874 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] For port 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=14bdf46e-1482-4d0f-90e4-1b3b595513ea,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:30.742764 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.776702 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.889078 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33704242-99c0-4899-8ac5-522f49a04f20 None None] Pushing event updated for resources: {'Port': ['ID=14bdf46e-1482-4d0f-90e4-1b3b595513ea,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:30.896581 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 14bdf46e-1482-4d0f-90e4-1b3b595513ea triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:30.896962 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:30.914985 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Allocated IP 172.20.0.1 (bf504b0d-79ab-4ad1-a123-a14bb37a7082/46be890a-3f69-4b95-9c3f-5d06699774f9/3e1fa177-4c1d-46c6-90cd-f0bc49a4b858) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:31.027393 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.033927 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:29Z', 'revision_number': 3, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:31.038175 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e0d85b76-012c-4905-8ff4-4f5058e5097a None None] Provisioning complete for port 14bdf46e-1482-4d0f-90e4-1b3b595513ea triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:31.038548 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e0d85b76-012c-4905-8ff4-4f5058e5097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.060492 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.063773 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Checking router: ed89fe05-a9fd-47b3-800b-4e7d4072382f for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:31.064160 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Updating router ed89fe05-a9fd-47b3-800b-4e7d4072382f port 34754b8b-aaa7-456f-ac07-cef081a050bf binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:31.097981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:31.100811 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:31.104651 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:31.112751 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.129533 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:31.149368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.288230 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.409590 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-a3a1257f-2ff3-452a-b384-4903e0f49234 None None] Provisioning complete for port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:31.410144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a3a1257f-2ff3-452a-b384-4903e0f49234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.413080 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.440719 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.472408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ebaa1-e35c-4c38-a43e-b4e2823cde81 req-70570387-9b54-410c-9d80-dc19486eebfb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:31.474455 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-668ebaa1-e35c-4c38-a43e-b4e2823cde81 req-70570387-9b54-410c-9d80-dc19486eebfb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0756114 Sep 22 17:21:31.496298 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1257f-2ff3-452a-b384-4903e0f49234 None None] Port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:21:31.505612 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b78f3-95a9-4d38-b0e5-b92a615ea6ad None None] Pushing event updated for resources: {'Port': ['ID=34754b8b-aaa7-456f-ac07-cef081a050bf,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:31.507982 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Attempting to bind port 34754b8b-aaa7-456f-ac07-cef081a050bf on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:31.508354 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Attempting to bind port 34754b8b-aaa7-456f-ac07-cef081a050bf by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:31.508723 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Attempting to bind port 34754b8b-aaa7-456f-ac07-cef081a050bf on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:31.511642 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.514698 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:31.514885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:31.515172 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.515586 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:31.516118 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Bound port: 34754b8b-aaa7-456f-ac07-cef081a050bf, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:31.516454 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.517035 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.569759 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] For port 34754b8b-aaa7-456f-ac07-cef081a050bf, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:31.572944 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] For port 34754b8b-aaa7-456f-ac07-cef081a050bf, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=34754b8b-aaa7-456f-ac07-cef081a050bf,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:31.577040 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-668ebaa1-e35c-4c38-a43e-b4e2823cde81 req-0999b3cf-748f-4840-9257-8b95d2c4e187 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931222 Sep 22 17:21:31.577473 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.597303 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:31.600403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.629416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:31.630058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:31.692951 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:31.694364 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:31.702420 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b78f3-95a9-4d38-b0e5-b92a615ea6ad None None] Pushing event updated for resources: {'Port': ['ID=34754b8b-aaa7-456f-ac07-cef081a050bf,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:31.751577 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:31.808366 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Router ed89fe05-a9fd-47b3-800b-4e7d4072382f has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:31.949594 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-ecf95c5d-2565-4e40-92ab-a88c16fbc506 None None] Provisioning complete for port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:31.949975 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ecf95c5d-2565-4e40-92ab-a88c16fbc506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:31.990826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-ecf95c5d-2565-4e40-92ab-a88c16fbc506 None None] Port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:21:32.003790 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 2, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:32.031336 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345db3-1918-4ff8-bd0a-8a8e7e20ac8c None None] The sync data for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi is: [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 2, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:32.155559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:32.160531 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-223414be-f715-4e7a-89eb-0df1eef81925 admin admin] 10.222.0.11 "PUT /v2.0/routers/ed89fe05-a9fd-47b3-800b-4e7d4072382f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486512 Sep 22 17:21:32.591756 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 14bdf46e-1482-4d0f-90e4-1b3b595513ea up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:32.665894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 14bdf46e-1482-4d0f-90e4-1b3b595513ea triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:32.666279 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.731563 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52750) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:32.736399 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1173470911-network', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:32.752962 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6a55-edc5-45f2-a459-31c7badba49d req-1232519d-13bf-44cf-a4f1-3c239b11d530 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:32.754470 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26cc6a55-edc5-45f2-a459-31c7badba49d req-1232519d-13bf-44cf-a4f1-3c239b11d530 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0718129 Sep 22 17:21:32.761302 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Made reservation on behalf of 4fd4090eb81d4a67ad9223ec920f0431 for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:32.764064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.773694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.807661 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-26cc6a55-edc5-45f2-a459-31c7badba49d req-9836d7e5-a5a2-4e62-9fef-ca041b3aed9f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427287 Sep 22 17:21:32.872432 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.876329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.902798 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:21:32.913079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dedaba9-ae9f-4300-8dbc-457f7fb95b45,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:32.921263 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.921864 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Added segment ef642cca-4242-4efe-a15d-2151cf2733aa of type vlan for network 8ec7d701-f286-4c49-93e4-05562453f263 Sep 22 17:21:32.963176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.988455 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:32.990115 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:32.990705 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.021742 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2890468 Sep 22 17:21:33.024567 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52752) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:33.029829 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Request body: {'subnet': {'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1173470911-subnet', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:33.053025 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Made reservation on behalf of 4fd4090eb81d4a67ad9223ec920f0431 for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:33.053356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28942053-e367-43ac-b2a4-483ff6642b3f admin admin] Pushing event updated for resources: {'Network': ['ID=8ec7d701-f286-4c49-93e4-05562453f263,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:33.057244 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311384'] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.064891 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 8ec7d701-f286-4c49-93e4-05562453f263 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:21:33.229495 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11563990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311402'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.277999 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42817f5-e7f9-425c-abaf-38a3fe1d2758,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:33.293438 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Checking segment: {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:33.293792 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Network hostable DHCP agents. Network: 8ec7d701-f286-4c49-93e4-05562453f263, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:21:33.308913 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Network 8ec7d701-f286-4c49-93e4-05562453f263 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:21:33.317117 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 8ec7d701-f286-4c49-93e4-05562453f263) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:33.321282 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:33.321895 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.326366 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3bbb0-4bd6-4286-8505-d6011c68ffb5 None None] Network 8ec7d701-f286-4c49-93e4-05562453f263 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:33.336315 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-7c854431-6d52-40f7-9396-c1c18c6455ba admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105056 Sep 22 17:21:33.338858 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52754) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:33.343353 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:33.366333 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.367517 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.423153 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.468814 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-8ec7d701-f286-4c49-93e4-05562453f263', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:21:33.469903 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.557083 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.599059 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Allocated IP 172.20.0.2 (8ec7d701-f286-4c49-93e4-05562453f263/b42817f5-e7f9-425c-abaf-38a3fe1d2758/8c5a860f-edb9-4301-bb1f-b67e922a274b) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:33.756747 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.764382 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.772677 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.776932 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.809103 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Network 8ec7d701-f286-4c49-93e4-05562453f263 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:33.813458 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:33.819952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:33.822955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Pushing event updated for resources: {'Port': ['ID=8c5a860f-edb9-4301-bb1f-b67e922a274b,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:33.878823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Attempting to bind port 8c5a860f-edb9-4301-bb1f-b67e922a274b on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:33.879195 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Attempting to bind port 8c5a860f-edb9-4301-bb1f-b67e922a274b by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:33.880217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Attempting to bind port 8c5a860f-edb9-4301-bb1f-b67e922a274b on network 8ec7d701-f286-4c49-93e4-05562453f263 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:33.888885 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:33.889398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Checking segment: {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:33.890387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.891045 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Bound using segment: {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:33.891643 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Bound port: 8c5a860f-edb9-4301-bb1f-b67e922a274b, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:33.892128 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.892227 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Allocated IP 172.27.1.208 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/fff526fe-7848-4666-b641-90fcddc2204f) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:33.958479 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] For port 8c5a860f-edb9-4301-bb1f-b67e922a274b, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:33.961571 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] For port 8c5a860f-edb9-4301-bb1f-b67e922a274b, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8c5a860f-edb9-4301-bb1f-b67e922a274b,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:33.968209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.978241 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaf831-ad9f-4ef8-830d-35dece86fe93 req-181f9fb6-4ae7-4c68-84a2-a6a965efac5d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:33.980102 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8caaf831-ad9f-4ef8-830d-35dece86fe93 req-181f9fb6-4ae7-4c68-84a2-a6a965efac5d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0895228 Sep 22 17:21:34.025160 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261390c0-c684-40f1-869e-aa757c2300ce None None] Pushing event updated for resources: {'Port': ['ID=8c5a860f-edb9-4301-bb1f-b67e922a274b,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:34.067944 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8caaf831-ad9f-4ef8-830d-35dece86fe93 req-6ee1d2d4-74b7-4b00-8b13-4aee2dc305dd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619478 Sep 22 17:21:34.080808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.080943 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Sync routers for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:34.096281 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:34.096968 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:34.119972 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.158864 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:34.161960 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:34.165851 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:34.212680 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=fff526fe-7848-4666-b641-90fcddc2204f,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:34.304873 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:34.455770 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.499755 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 2, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:34.529997 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Checking router: ed89fe05-a9fd-47b3-800b-4e7d4072382f for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:34.530344 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Updating router ed89fe05-a9fd-47b3-800b-4e7d4072382f port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:34.557354 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.660735 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8c5a860f-edb9-4301-bb1f-b67e922a274b up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:34.669453 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.744440 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 8c5a860f-edb9-4301-bb1f-b67e922a274b triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:34.745043 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.824297 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:21:34.829853 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.837354 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:34.895373 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Pushing event updated for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:34.906618 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.907640 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.908132 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.908694 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.909187 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.909695 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.910177 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.910656 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.912009 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.912512 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.912990 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.913456 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.979433 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:34.995309 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Sync routers for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:35.001667 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Attempting to bind port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:35.002031 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Attempting to bind port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:35.002404 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Attempting to bind port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 on network bf504b0d-79ab-4ad1-a123-a14bb37a7082 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:35.005792 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.007940 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:35.008120 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.008633 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Checking segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:35.009190 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.009749 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Bound using segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:35.010493 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Bound port: 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:35.010795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52762) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:35.011785 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.016286 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d829c5a1-353a-4550-9f76-53a4a6f59dc6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6761978 Sep 22 17:21:35.022935 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:35.024023 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:35.052275 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 8c5a860f-edb9-4301-bb1f-b67e922a274b, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8c5a860f-edb9-4301-bb1f-b67e922a274b,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:35.097525 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.099771 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 34754b8b-aaa7-456f-ac07-cef081a050bf up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:35.123347 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] For port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:35.132965 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] For port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:35.147880 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.193517 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51120e46-11ff-4b86-b6db-323dfb938176 None None] Network 8ec7d701-f286-4c49-93e4-05562453f263 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:35.285111 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d5c4a-ee96-4428-bd81-a432a1b61d2f None None] Pushing event updated for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:35.291095 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b728-61d7-46cd-adfc-d5bef249b94f req-7f1e8b5b-da20-448a-bc22-cf62f7e3db83 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:35.294311 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c17b728-61d7-46cd-adfc-d5bef249b94f req-7f1e8b5b-da20-448a-bc22-cf62f7e3db83 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0886164 Sep 22 17:21:35.321523 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:35.322317 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:35.350461 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=8c5a860f-edb9-4301-bb1f-b67e922a274b,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:35.364973 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5c17b728-61d7-46cd-adfc-d5bef249b94f req-0f7085fc-9f15-497f-989e-136ebd15f884 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610127 Sep 22 17:21:35.368114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:35.370213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-9db92baf-5153-4b76-a425-a67c03fd72d3 None None] Provisioning complete for port 8c5a860f-edb9-4301-bb1f-b67e922a274b triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:35.370213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9db92baf-5153-4b76-a425-a67c03fd72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.462581 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:35.504605 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 34754b8b-aaa7-456f-ac07-cef081a050bf triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:35.504948 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.561836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.675347 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:35.709529 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdc908-55a5-4262-8082-ea559ea93934 None None] The sync data for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi is: [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:35.725969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Allocated IP 172.20.0.1 (8ec7d701-f286-4c49-93e4-05562453f263/b42817f5-e7f9-425c-abaf-38a3fe1d2758/04ca78de-7a43-4149-a7a5-ad090d58d41e) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:35.750304 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.784816 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 34754b8b-aaa7-456f-ac07-cef081a050bf, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=34754b8b-aaa7-456f-ac07-cef081a050bf,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:35.796517 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.816022 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:34Z', 'revision_number': 3, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:35.866114 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Checking router: 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:35.866468 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Updating router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 port fff526fe-7848-4666-b641-90fcddc2204f binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:35.868365 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] Provisioning complete for port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:35.868739 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.874861 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.910026 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.931870 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.976518 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Network 8ec7d701-f286-4c49-93e4-05562453f263 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:35.979554 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:35.986693 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:21:36.027675 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Pushing event updated for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.045842 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.070521 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=34754b8b-aaa7-456f-ac07-cef081a050bf,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.129529 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.180966 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.193126 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] For port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:36.220177 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.294616 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39042616-fbfe-4366-9ebc-c40c6041f959 None None] Pushing event updated for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.336991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.341344 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.374945 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.376620 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-a15dc969-fb5b-48d7-afd5-4ac0c70f8e38 None None] Provisioning complete for port 04ca78de-7a43-4149-a7a5-ad090d58d41e triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:36.377008 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a15dc969-fb5b-48d7-afd5-4ac0c70f8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.410079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.413247 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Pushing event updated for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.434782 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.492159 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2f68a-9de4-4062-bc0c-35dc6c52f407 req-698ab779-9a38-44e6-8b2e-5a401b636f0c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:36.493843 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-97a2f68a-9de4-4062-bc0c-35dc6c52f407 req-698ab779-9a38-44e6-8b2e-5a401b636f0c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0482740 Sep 22 17:21:36.504383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Network 8ec7d701-f286-4c49-93e4-05562453f263 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:36.505825 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:36.520558 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-a15dc969-fb5b-48d7-afd5-4ac0c70f8e38 None None] Port 04ca78de-7a43-4149-a7a5-ad090d58d41e cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:21:36.543955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Attempting to bind port fff526fe-7848-4666-b641-90fcddc2204f on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:36.544325 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Attempting to bind port fff526fe-7848-4666-b641-90fcddc2204f by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:36.545042 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Attempting to bind port fff526fe-7848-4666-b641-90fcddc2204f on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:36.557196 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76973906-7133-422d-9482-77870aa0865c None None] Pushing event updated for resources: {'Port': ['ID=fff526fe-7848-4666-b641-90fcddc2204f,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.565275 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:36.565632 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:36.566036 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.566703 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:36.567184 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Bound port: fff526fe-7848-4666-b641-90fcddc2204f, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:36.567570 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.573433 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-a15dc969-fb5b-48d7-afd5-4ac0c70f8e38 None None] Provisioning complete for port 8c5a860f-edb9-4301-bb1f-b67e922a274b triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:36.573834 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a15dc969-fb5b-48d7-afd5-4ac0c70f8e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.584691 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-97a2f68a-9de4-4062-bc0c-35dc6c52f407 req-f3eddd97-4de5-488f-9008-8a1df2930b3a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806117 Sep 22 17:21:36.672754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:36.750849 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:36.784186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:36.790769 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-6e13915a-04e9-4df0-bf85-7d57821037f1 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b04cb84-2a2c-44d3-ac56-bc64e8d70f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788558 Sep 22 17:21:36.867046 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] For port fff526fe-7848-4666-b641-90fcddc2204f, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:36.873899 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] For port fff526fe-7848-4666-b641-90fcddc2204f, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=fff526fe-7848-4666-b641-90fcddc2204f,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:36.883088 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:36.939346 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:36.939740 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.010193 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76973906-7133-422d-9482-77870aa0865c None None] Pushing event updated for resources: {'Port': ['ID=fff526fe-7848-4666-b641-90fcddc2204f,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:37.015149 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:37.015808 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:37.169934 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-a518eda6-d10a-45db-a60a-bc83ccaf1dc1 None None] Provisioning complete for port 04ca78de-7a43-4149-a7a5-ad090d58d41e triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:37.170218 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a518eda6-d10a-45db-a60a-bc83ccaf1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.197624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8c5a860f-edb9-4301-bb1f-b67e922a274b up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:37.232595 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:37.261990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-a518eda6-d10a-45db-a60a-bc83ccaf1dc1 None None] Port 04ca78de-7a43-4149-a7a5-ad090d58d41e cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:21:37.294589 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52784) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:37.299243 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096648245', 'description': 'tempest-secgroup-smoke-2096648245 description', 'project_id': 'e847eb778b42499a9872cbee8380190f'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:37.321612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.345958 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 8c5a860f-edb9-4301-bb1f-b67e922a274b triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:37.346352 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.400655 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.405262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.433145 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.434497 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1386564 Sep 22 17:21:37.436287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6bf3b-3a8c-4b24-ab86-a24bec6c5ddd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659e18c1-522b-484e-b96b-023e60713d06,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:37.437583 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52786) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:37.444271 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:37.470995 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.498812 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 34754b8b-aaa7-456f-ac07-cef081a050bf up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:37.517327 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.521890 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.538989 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '04ca78de-7a43-4149-a7a5-ad090d58d41e', 'name': '', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'mac_address': 'fa:16:3e:8c:aa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:35Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 2, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'subnets': [{'id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:37.540306 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd5d171-3a32-4ab4-8913-57fe5b1cbec6,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:37.546962 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.548235 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-8973f7e5-0a6e-4f24-9e53-aad86a415cf4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082323 Sep 22 17:21:37.550953 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52788) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:37.555155 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:37.568336 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3e4bf-8d81-4ecf-a3a9-3ee22a11ed49 None None] The sync data for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi is: [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '04ca78de-7a43-4149-a7a5-ad090d58d41e', 'name': '', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'mac_address': 'fa:16:3e:8c:aa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:35Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 2, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'subnets': [{'id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:37.581423 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 34754b8b-aaa7-456f-ac07-cef081a050bf triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:37.581796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.589472 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.670528 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.678182 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.707008 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c3133b-738c-490d-8bea-bb634f2be249,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:37.732014 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.733189 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-92ad405e-cb10-445b-968d-e0d75ba56c6a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813393 Sep 22 17:21:37.734107 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-357bd490-1706-43d2-84eb-164b9bad6af2 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373756818&fields=id&tenant_id=44917f136d824c4dabf6a0efe349fd07 HTTP/1.1" status: 200 len: 267 time: 0.0592535 Sep 22 17:21:37.736472 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52794) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:37.741104 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:37.753017 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706dec4-cd38-43f4-a6ab-be071738927d req-71c5a613-0789-452c-be85-00e3634f4a14 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:37.754481 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8706dec4-cd38-43f4-a6ab-be071738927d req-71c5a613-0789-452c-be85-00e3634f4a14 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0686276 Sep 22 17:21:37.806250 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-fb09875d-3485-4f58-aed6-372512715e0a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:37.807936 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8706dec4-cd38-43f4-a6ab-be071738927d req-4053a927-8474-43d7-8067-e32d0f5a783b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Sep 22 17:21:37.808075 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-fb09875d-3485-4f58-aed6-372512715e0a tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 985 time: 0.0622823 Sep 22 17:21:37.809406 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.838721 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Request body: {'port': {'security_groups': ['8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:37.938425 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.943982 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:37.947893 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.205686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9166f612-cb22-4e8b-b4da-17bd55352bf9,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.214549 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.218327 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-5bc9633b-a453-4525-8e77-68d0491a0cf3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4785028 Sep 22 17:21:38.219174 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52798) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:38.224245 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:38.271358 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.332785 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.336658 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.358740 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429515b6-92ee-4554-94dd-ff477f637b32,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.365066 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.366266 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d63081b0-38ae-4bad-be56-8d49583e994f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457117 Sep 22 17:21:38.370160 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52800) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:38.375070 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:38.399255 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Project e847eb778b42499a9872cbee8380190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:38.404484 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.406920 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:38.437435 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.443123 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.456656 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:38.473343 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.478623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.489480 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:38.490131 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.498040 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-39a18ec4-d249-494a-90ca-a0ef7f95195f req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "PUT /v2.0/ports/941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 943 time: 0.6623857 Sep 22 17:21:38.498040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:38.498246 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724d4733-80c5-4b9e-af51-d3537b984b70,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.498346 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0f064a-4674-4a9e-ba24-9bd870a817c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:38.500886 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52802) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:38.520925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.522393 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-8f6c3865-605c-4ae1-8570-5b8a294ce735 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512172 Sep 22 17:21:38.526231 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 52808) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:38.530771 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'security_group_rule': {'security_group_id': '659e18c1-522b-484e-b96b-023e60713d06', 'project_id': 'e847eb778b42499a9872cbee8380190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:21:38.533104 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459ef62-6cf8-43df-9b5d-c8e9556e1fe5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event updated for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=7']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.580831 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:38.621200 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.647632 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b805468-7511-41e4-a415-2e4d701bc689 x-openstack-request-id: req-7b805468-7511-41e4-a415-2e4d701bc689 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:38.647991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:38.648325 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b805468-7511-41e4-a415-2e4d701bc689 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:38.648753 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:21:38.669567 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.709888 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Project e847eb778b42499a9872cbee8380190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:38.724644 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.745744 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device fff526fe-7848-4666-b641-90fcddc2204f up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:38.836480 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.841793 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.845452 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.846627 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "DELETE /v2.0/security-groups/afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9 HTTP/1.1" status: 204 len: 168 time: 0.3446684 Sep 22 17:21:38.850772 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 52814) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:38.854193 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.890175 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9947443-719a-4d45-bdde-7a5eca5f25d1,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.894048 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5feced1-47c3-41ac-938f-fab75eaf9848 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc5f4d-3ef2-4a6a-9f83-acd5d86970b9,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.908318 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.909574 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3b6c81d9-d632-4a28-b4d9-7e05614aeb88 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3824487 Sep 22 17:21:38.964841 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-9fc8b3ef-24eb-4e71-bc07-6bc4540645b7 None None] Provisioning complete for port 941755f7-8d7e-4304-a3a9-ca9206e358b9 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:38.965213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b3ef-24eb-4e71-bc07-6bc4540645b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.967658 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port fff526fe-7848-4666-b641-90fcddc2204f triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:38.967907 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.002432 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-51a139ff-4e6d-4ba4-a065-6e37d0b1d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:39.003988 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-51a139ff-4e6d-4ba4-a065-6e37d0b1d2be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1099 time: 0.3346624 Sep 22 17:21:39.039854 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c3a2-937f-4eec-bc1f-90583b5b543a req-0cca7a4c-0b05-4a82-a313-854d5aceba2e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:39.041354 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0562c3a2-937f-4eec-bc1f-90583b5b543a req-0cca7a4c-0b05-4a82-a313-854d5aceba2e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0943608 Sep 22 17:21:39.133519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.183695 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port fff526fe-7848-4666-b641-90fcddc2204f, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=fff526fe-7848-4666-b641-90fcddc2204f,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:39.194952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.209833 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0562c3a2-937f-4eec-bc1f-90583b5b543a req-dedc02a6-f5aa-4e9b-8ad5-a1dfcde796a2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242349 Sep 22 17:21:39.231121 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-7ed2dae3-d255-4dda-810b-879b5f8f4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:39.232683 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-7ed2dae3-d255-4dda-810b-879b5f8f4438 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.2133272 Sep 22 17:21:39.292509 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Deleting port 092ead35-b4a9-48bd-a167-20b967fd84c0 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:39.292865 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.302469 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=fff526fe-7848-4666-b641-90fcddc2204f,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:39.330351 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-a8d28722-ad6d-4702-a2b8-3b2717a3abed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 1002 time: 0.0853665 Sep 22 17:21:39.419709 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.420547 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.423160 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-91fbdbd2-e022-4f3f-9bb5-b08573494369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:39.424653 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-91fbdbd2-e022-4f3f-9bb5-b08573494369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0650115 Sep 22 17:21:39.443475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Calling delete_port for 092ead35-b4a9-48bd-a167-20b967fd84c0 owned by network:floatingip {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:39.563564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-0664ce6b-719a-4ce5-8018-9444946ce64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:39.565135 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-0664ce6b-719a-4ce5-8018-9444946ce64b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1327343 Sep 22 17:21:39.691586 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-68e65fcf-c841-4cdc-9a97-d15d16fdf0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178892 Sep 22 17:21:39.794686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.838264 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event deleted for resources: {'Port': ['ID=092ead35-b4a9-48bd-a167-20b967fd84c0,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:39.840393 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b04d497d-c171-49fb-b9f4-8782a9be076c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.898935 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4a0f064a-4674-4a9e-ba24-9bd870a817c0 req-9c40dca9-bcec-42a1-a5a0-b540b84d0783 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830020 Sep 22 17:21:39.909753 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks [] for floatingip, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.910210 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Floating IP b1774145-7c0e-4c87-9407-da640831c272 disassociated (deleted). External IP: 172.27.1.250, port: 941755f7-8d7e-4304-a3a9-ca9206e358b9. Sep 22 17:21:40.091022 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Sync routers for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:40.099952 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:40.100653 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.133387 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:40.206352 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:40.247176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:40.252275 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.258076 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Sync routers for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:40.272954 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:40.273592 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.290435 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-69d3006f-f583-4a28-9d9a-6321310e846e tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1774145-7c0e-4c87-9407-da640831c272 HTTP/1.1" status: 204 len: 168 time: 1.4390028 Sep 22 17:21:40.380632 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f759b-05bc-4b25-bad4-3e7e4db555a2 req-b71ad85d-5c32-438c-814b-8e55558dd6ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:40.382605 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce0f759b-05bc-4b25-bad4-3e7e4db555a2 req-b71ad85d-5c32-438c-814b-8e55558dd6ae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0617332 Sep 22 17:21:40.426423 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ce0f759b-05bc-4b25-bad4-3e7e4db555a2 req-b5ff335c-0c6a-49ab-8f0a-8f8cca92a6f2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369160 Sep 22 17:21:40.429641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:40.493703 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '04ca78de-7a43-4149-a7a5-ad090d58d41e', 'name': '', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'mac_address': 'fa:16:3e:8c:aa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:35Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 2, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'subnets': [{'id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.532031 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Checking router: 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:40.532450 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Updating router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 port 04ca78de-7a43-4149-a7a5-ad090d58d41e binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:40.574120 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.638712 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device fff526fe-7848-4666-b641-90fcddc2204f up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:40.650169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:40.654248 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a1e59-7d49-4848-aef2-0d715c9546b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:40.702521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c3b5ef-c1e4-4f90-a987-002d11cdc34c x-openstack-request-id: req-c5c3b5ef-c1e4-4f90-a987-002d11cdc34c {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:40.702834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:40.703584 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5c3b5ef-c1e4-4f90-a987-002d11cdc34c {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:40.704074 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:21:40.735168 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port fff526fe-7848-4666-b641-90fcddc2204f triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:40.735168 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.782627 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-f29d5bf7-6538-42be-a221-7ad737f661db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:40.782627 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-f29d5bf7-6538-42be-a221-7ad737f661db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44917f136d824c4dabf6a0efe349fd07&device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 1099 time: 0.0488145 Sep 22 17:21:40.799862 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.831774 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Checking router: 16bb6791-a1f9-46ed-aa4d-3b29d025f6be for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:40.868904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:40.869734 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.896313 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-5a5afeea-186a-4a90-98e3-887eac561aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:40.898064 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-5a5afeea-186a-4a90-98e3-887eac561aac service neutron] 10.222.0.24 "GET /v2.0/networks?id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 200 len: 915 time: 0.1073203 Sep 22 17:21:40.934338 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.940497 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.958202 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-cd84664d-c7fd-49df-8883-548ec55a46e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 200 len: 217 time: 0.0443168 Sep 22 17:21:40.992776 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5e7d-b220-4bde-9ce1-14eb7f465000 None None] Pushing event updated for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.019443 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-e8962f13-8685-4bcf-8f57-b00a426d56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:41.021236 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-e8962f13-8685-4bcf-8f57-b00a426d56df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 200 len: 853 time: 0.0550330 Sep 22 17:21:41.058527 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Attempting to bind port 04ca78de-7a43-4149-a7a5-ad090d58d41e on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:21:41.059126 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Attempting to bind port 04ca78de-7a43-4149-a7a5-ad090d58d41e by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:21:41.059520 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Attempting to bind port 04ca78de-7a43-4149-a7a5-ad090d58d41e on network 8ec7d701-f286-4c49-93e4-05562453f263 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:21:41.066282 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:21:41.067699 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Checking segment: {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:21:41.068495 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.068763 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Bound using segment: {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:21:41.069263 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Bound port: 04ca78de-7a43-4149-a7a5-ad090d58d41e, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef642cca-4242-4efe-a15d-2151cf2733aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:21:41.069815 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.089685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-785047cb-c573-425f-99de-8e5c1e591e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:41.091602 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-785047cb-c573-425f-99de-8e5c1e591e7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615675 Sep 22 17:21:41.130467 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:41.156955 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] For port 04ca78de-7a43-4149-a7a5-ad090d58d41e, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:21:41.161717 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] For port 04ca78de-7a43-4149-a7a5-ad090d58d41e, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=04ca78de-7a43-4149-a7a5-ad090d58d41e,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:21:41.172956 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.234146 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-298e297c-c353-4bf6-beda-f299f8f44f34 service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268520 Sep 22 17:21:41.272023 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5e7d-b220-4bde-9ce1-14eb7f465000 None None] Pushing event updated for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.279400 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:41.280662 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.321470 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] Provisioning complete for port 04ca78de-7a43-4149-a7a5-ad090d58d41e triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:41.321847 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.355215 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf4a1e59-7d49-4848-aef2-0d715c9546b4 req-456c9e65-abd7-4236-9e92-0afb36adc77d service neutron] 10.222.0.24 "GET /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117873 Sep 22 17:21:41.433874 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.448509 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.485775 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343839d-4eb2-4383-9210-0dc31d61b09a None None] The sync data for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:09Z', 'revision_number': 4, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '5b01e27b-288b-42ea-9318-0b95a013e4c1', 'name': '', 'network_id': '1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'mac_address': 'fa:16:3e:9b:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:08Z', 'updated_at': '2021-09-22T17:19:14Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'subnets': [{'id': '51744cfd-8c3b-402c-ade1-58b44aee087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:41.532105 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.546185 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:41.578942 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] For port 04ca78de-7a43-4149-a7a5-ad090d58d41e, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=04ca78de-7a43-4149-a7a5-ad090d58d41e,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:41.583362 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f680bb-33be-41f3-b853-d1e9abd4d027 req-58b0906a-0664-47fb-aba1-60216745d63b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:41.583992 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.595838 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-18f680bb-33be-41f3-b853-d1e9abd4d027 req-58b0906a-0664-47fb-aba1-60216745d63b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0791125 Sep 22 17:21:41.646323 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a59c3-5e78-4ab5-8731-2d4af34f0d02 None None] Pushing event updated for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.647394 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-18f680bb-33be-41f3-b853-d1e9abd4d027 req-36348368-a1f1-4efd-b88a-0c2d49eade11 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502419 Sep 22 17:21:41.702248 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:21:41.736476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-19d897c9-70ca-4117-a8d3-f25ee4de1b3c None None] Provisioning complete for port 04ca78de-7a43-4149-a7a5-ad090d58d41e triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:41.737494 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-19d897c9-70ca-4117-a8d3-f25ee4de1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.858454 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '04ca78de-7a43-4149-a7a5-ad090d58d41e', 'name': '', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'mac_address': 'fa:16:3e:8c:aa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:35Z', 'updated_at': '2021-09-22T17:21:41Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'subnets': [{'id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.898059 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cab576-b49e-429a-af97-3a2b5a687772 None None] New status for floating IP b1774145-7c0e-4c87-9407-da640831c272: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:21:41.900371 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:41.901582 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71b3d-c27a-4d4d-855b-c0b363b7d133 None None] The sync data for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi is: [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '04ca78de-7a43-4149-a7a5-ad090d58d41e', 'name': '', 'network_id': '8ec7d701-f286-4c49-93e4-05562453f263', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'mac_address': 'fa:16:3e:8c:aa:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:35Z', 'updated_at': '2021-09-22T17:21:41Z', 'revision_number': 4, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'subnets': [{'id': 'b42817f5-e7f9-425c-abaf-38a3fe1d2758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:41.927923 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:21:41.985843 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.003857 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:21:42.022690 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:42.026902 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.077823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=6']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:42.124295 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['ac309dba-5a86-40a0-924f-68e7ca421b48'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:42.309209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-59e4a80e-5b7b-472b-a9ae-52c6bd5da05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.586969 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 04ca78de-7a43-4149-a7a5-ad090d58d41e up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:42.640922 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 04ca78de-7a43-4149-a7a5-ad090d58d41e triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:42.641293 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.778589 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68424be-44dc-4983-bbf1-c8149e9410ca req-17bc2cd9-20ab-4b47-bb91-46ffc2f0414b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:42.781210 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f68424be-44dc-4983-bbf1-c8149e9410ca req-17bc2cd9-20ab-4b47-bb91-46ffc2f0414b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0517650 Sep 22 17:21:42.819487 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f68424be-44dc-4983-bbf1-c8149e9410ca req-eb373521-445f-4a1f-9fa5-1ed8682626e4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Sep 22 17:21:43.191174 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:43.236720 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:43.243266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d877-7607-47d2-89cc-6af8a227cdf6 req-4f751b68-5c71-4da3-a23c-c21a38f24841 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:43.244794 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d6d1d877-7607-47d2-89cc-6af8a227cdf6 req-4f751b68-5c71-4da3-a23c-c21a38f24841 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0512521 Sep 22 17:21:43.283093 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d6d1d877-7607-47d2-89cc-6af8a227cdf6 req-224dcf94-6b63-4bab-8a40-abbe17b09ee4 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Sep 22 17:21:43.711284 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:21:43.762162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port ac309dba-5a86-40a0-924f-68e7ca421b48 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:43.762536 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:43.854412 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:43.889104 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:43.896204 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407669bb-b513-44a0-9003-e7d7c8e1a0cf" -d '{"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:43.914019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:43.928063 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:43.958302 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9acd-9152-4be2-a412-95cd5ec9a420 req-dc11f5e8-469e-410b-8995-f08c8c7a3b6c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:43.966781 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6f1c9acd-9152-4be2-a412-95cd5ec9a420 req-dc11f5e8-469e-410b-8995-f08c8c7a3b6c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0713813 Sep 22 17:21:43.980149 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=7']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:44.004164 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6f1c9acd-9152-4be2-a412-95cd5ec9a420 req-b6c8412f-c202-4c5e-a614-8ec198f2ca26 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363100 Sep 22 17:21:44.054975 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f868c-f6ae-430b-8bac-46e4c4a2fea1 x-openstack-request-id: req-9f8f868c-f6ae-430b-8bac-46e4c4a2fea1 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:44.055275 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:44.055528 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f8f868c-f6ae-430b-8bac-46e4c4a2fea1 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:44.055964 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'code': 200} Sep 22 17:21:44.406314 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ef9-2409-4db1-b13b-a606114521b3 req-af70e629-b4da-4f47-941b-a8b0170973d4 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:44.408129 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-12223ef9-2409-4db1-b13b-a606114521b3 req-af70e629-b4da-4f47-941b-a8b0170973d4 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0589426 Sep 22 17:21:44.457296 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-12223ef9-2409-4db1-b13b-a606114521b3 req-6598f242-5c3b-41a3-af2e-0abc86718465 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Sep 22 17:21:45.179215 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da5e3b-53e5-4658-aa59-05caf9e8a13f req-6b0234eb-4d48-4a49-8249-8f11a86a82e0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:45.180842 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3da5e3b-53e5-4658-aa59-05caf9e8a13f req-6b0234eb-4d48-4a49-8249-8f11a86a82e0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0867348 Sep 22 17:21:45.231052 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d3da5e3b-53e5-4658-aa59-05caf9e8a13f req-ec156494-79e7-4442-b8a3-092b21013d4f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Sep 22 17:21:45.328338 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.411661 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-8433b922-c3b8-49b1-b19e-f79f89782750 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:45.413361 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-8433b922-c3b8-49b1-b19e-f79f89782750 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.0557065 Sep 22 17:21:45.525182 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Deleting port 941755f7-8d7e-4304-a3a9-ca9206e358b9 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:45.525531 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.659144 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02211da-0080-4b6b-b6d4-513e2d491e8b req-0db5c40f-3ea1-4b00-a667-5534976a8a56 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:45.661279 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f02211da-0080-4b6b-b6d4-513e2d491e8b req-0db5c40f-3ea1-4b00-a667-5534976a8a56 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d2a082c-de4b-49d0-9715-7343205d061c HTTP/1.1" status: 200 len: 946 time: 0.1152034 Sep 22 17:21:45.700829 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] For port 941755f7-8d7e-4304-a3a9-ca9206e358b9, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=941755f7-8d7e-4304-a3a9-ca9206e358b9,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:45.701521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.722286 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Calling delete_port for 941755f7-8d7e-4304-a3a9-ca9206e358b9 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:45.741010 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f02211da-0080-4b6b-b6d4-513e2d491e8b req-7080ea77-057f-4efb-b859-0b3eb9c88c23 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695815 Sep 22 17:21:45.879097 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.894723 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['941755f7-8d7e-4304-a3a9-ca9206e358b9'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:21:45.914882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Pushing event deleted for resources: {'Port': ['ID=941755f7-8d7e-4304-a3a9-ca9206e358b9,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:45.963831 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] No DVR routers for this DVR port 941755f7-8d7e-4304-a3a9-ca9206e358b9 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:45.967113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.969908 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9a1a0f0-16ce-4343-a211-cd13442489bd req-3b4ab8e6-12d3-4f49-bb9f-557ed91b14a5 tempest-TestMinimumBasicScenario-1590768996 tempest-TestMinimumBasicScenario-1590768996-project] 10.222.0.24 "DELETE /v2.0/ports/941755f7-8d7e-4304-a3a9-ca9206e358b9 HTTP/1.1" status: 204 len: 173 time: 0.5475123 Sep 22 17:21:45.969908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'name': 'network-vif-deleted', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:45.972650 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31af73a-2465-45e7-9c6d-987bc544da47" -d '{"events": [{"server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "name": "network-vif-deleted", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:46.021168 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61f52c8-76dd-423d-bba2-3b6f49d74f31 x-openstack-request-id: req-a61f52c8-76dd-423d-bba2-3b6f49d74f31 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:46.021460 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a082c-de4b-49d0-9715-7343205d061c", "name": "network-vif-deleted", "tag": "941755f7-8d7e-4304-a3a9-ca9206e358b9", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:46.021711 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a61f52c8-76dd-423d-bba2-3b6f49d74f31 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:46.022146 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a082c-de4b-49d0-9715-7343205d061c', 'name': 'network-vif-deleted', 'tag': '941755f7-8d7e-4304-a3a9-ca9206e358b9', 'status': 'completed', 'code': 200} Sep 22 17:21:46.424528 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c1467-a967-4f00-83e7-1ccaf8589bc0 req-8261ef5f-35b5-4911-952e-54aa8fe456f6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:46.439908 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d89c1467-a967-4f00-83e7-1ccaf8589bc0 req-8261ef5f-35b5-4911-952e-54aa8fe456f6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0784748 Sep 22 17:21:46.499347 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d89c1467-a967-4f00-83e7-1ccaf8589bc0 req-7a1cb287-39e8-4036-948d-ce2d3d78e973 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557249 Sep 22 17:21:47.630044 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d280-e515-4b93-8ebb-09cb221ee675 req-98aec97d-9b9d-4b41-bc54-6ae8555df405 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:47.632937 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0db3d280-e515-4b93-8ebb-09cb221ee675 req-98aec97d-9b9d-4b41-bc54-6ae8555df405 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0569990 Sep 22 17:21:47.672900 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0db3d280-e515-4b93-8ebb-09cb221ee675 req-7dda665f-fb3c-48d0-acb1-6c84a0875bcb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351911 Sep 22 17:21:48.810360 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fdaf6-301f-4f1c-9a01-c3ee4baaa7c0 req-a665513f-99d4-4157-b49b-56f790bc6ba5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:48.811921 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-372fdaf6-301f-4f1c-9a01-c3ee4baaa7c0 req-a665513f-99d4-4157-b49b-56f790bc6ba5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0603945 Sep 22 17:21:48.865617 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-372fdaf6-301f-4f1c-9a01-c3ee4baaa7c0 req-9bb829f7-909f-451f-8842-fff73e1d160e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463769 Sep 22 17:21:49.728637 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 941755f7-8d7e-4304-a3a9-ca9206e358b9 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:49.750164 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 941755f7-8d7e-4304-a3a9-ca9206e358b9 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:21:49.750638 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 941755f7-8d7e-4304-a3a9-ca9206e358b9 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:50.007917 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f96b5-03c7-40c8-a27d-11361a7007fa req-3d7020ba-5af1-4193-91d3-218e0aaf46c4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:50.010244 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-036f96b5-03c7-40c8-a27d-11361a7007fa req-3d7020ba-5af1-4193-91d3-218e0aaf46c4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0609469 Sep 22 17:21:50.054911 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-036f96b5-03c7-40c8-a27d-11361a7007fa req-fc73bfd5-4a5f-4412-95a6-3e7ece7f7053 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Sep 22 17:21:50.967865 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:21:51.193590 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67633f-4aee-4635-b3e8-82b4d9ed4cb6 req-500d0308-cd0d-456b-8866-ed249a27bde4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:51.195828 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5f67633f-4aee-4635-b3e8-82b4d9ed4cb6 req-500d0308-cd0d-456b-8866-ed249a27bde4 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0564475 Sep 22 17:21:51.242489 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5f67633f-4aee-4635-b3e8-82b4d9ed4cb6 req-4ae3391d-5ff6-4993-bc3c-7cf8e5dc3c4d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408385 Sep 22 17:21:52.380971 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78551-6fd2-475c-ba5d-6ec2001eccfd req-e625b3e7-0b1d-41af-81f9-5d2c76eb8627 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:52.388116 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-86c78551-6fd2-475c-ba5d-6ec2001eccfd req-e625b3e7-0b1d-41af-81f9-5d2c76eb8627 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0630891 Sep 22 17:21:52.426211 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-86c78551-6fd2-475c-ba5d-6ec2001eccfd req-903d7d76-5ec9-4c35-be57-b573a47c48b0 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368598 Sep 22 17:21:52.657640 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53058) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:53.298721 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.567761 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7d15e-a4e3-47fb-aa95-c4d77f42cdf5 req-96fefbb8-dc51-48f0-beb7-e3c717c00473 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:53.569216 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7ec7d15e-a4e3-47fb-aa95-c4d77f42cdf5 req-96fefbb8-dc51-48f0-beb7-e3c717c00473 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0587063 Sep 22 17:21:53.573219 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Deleting port 5b01e27b-288b-42ea-9318-0b95a013e4c1 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:53.573559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.652962 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7ec7d15e-a4e3-47fb-aa95-c4d77f42cdf5 req-bdd5382f-32fb-4b38-ab96-08824181615f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773807 Sep 22 17:21:53.681813 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] For port 5b01e27b-288b-42ea-9318-0b95a013e4c1, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5b01e27b-288b-42ea-9318-0b95a013e4c1,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:53.682191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.695236 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Calling delete_port for 5b01e27b-288b-42ea-9318-0b95a013e4c1 owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:53.841227 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4157b9-af90-44b8-b056-82257535912c req-42222760-6b4f-4e03-bc18-7c484f7db983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:53.842727 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-42222760-6b4f-4e03-bc18-7c484f7db983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1098 time: 0.0405664 Sep 22 17:21:53.872742 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.898797 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b01e27b-288b-42ea-9318-0b95a013e4c1,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:53.944036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4157b9-af90-44b8-b056-82257535912c req-9ef6472e-8293-474d-91c0-93397b0be93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:53.945609 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-9ef6472e-8293-474d-91c0-93397b0be93a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.0937414 Sep 22 17:21:54.022787 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-c6b8a44e-9aa2-4431-853d-dec1ac5bff08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 1000 time: 0.0684156 Sep 22 17:21:54.064042 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.075476 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4157b9-af90-44b8-b056-82257535912c req-5ff3d4be-a68c-40fb-8baf-106c4decc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:54.078342 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-5ff3d4be-a68c-40fb-8baf-106c4decc9b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.0462968 Sep 22 17:21:54.123200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4157b9-af90-44b8-b056-82257535912c req-4c57c936-2072-4c08-a29f-af1ff1492aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:54.124709 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-4c57c936-2072-4c08-a29f-af1ff1492aca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389912 Sep 22 17:21:54.215492 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-9545b9b0-b659-4655-93d5-f93f39f29ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809553 Sep 22 17:21:54.276871 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:54.304332 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d4157b9-af90-44b8-b056-82257535912c req-e4b777d3-8159-4914-beb4-c7cce4b45bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806799 Sep 22 17:21:54.381133 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:54.386065 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5aaab7cf-c77a-412a-bf24-56d39901e736 admin admin] 10.222.0.11 "PUT /v2.0/routers/16bb6791-a1f9-46ed-aa4d-3b29d025f6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261970 Sep 22 17:21:54.388609 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53088) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:54.391716 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Sync routers for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:54.401352 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:54.401962 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.492368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.503322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:54.597653 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.649359 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Deleting port 4cffb9e0-d2e0-4878-9278-9630e4122530 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:54.649702 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.679979 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:21:53Z', 'revision_number': 5, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port': {'id': '4cffb9e0-d2e0-4878-9278-9630e4122530', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.709057 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Checking router: 16bb6791-a1f9-46ed-aa4d-3b29d025f6be for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:54.719369 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Routers {'16bb6791-a1f9-46ed-aa4d-3b29d025f6be'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:54.720019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.736571 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] For port 4cffb9e0-d2e0-4878-9278-9630e4122530, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=4cffb9e0-d2e0-4878-9278-9630e4122530,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:54.737022 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.769495 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Calling delete_port for 4cffb9e0-d2e0-4878-9278-9630e4122530 owned by network:router_gateway {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:54.815111 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] Set router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be gateway port host: None {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:54.828374 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2469ff-796a-4d58-a0d9-07d1a8d9c2e1 req-62d7d876-e12f-44ea-95e5-a2bbb065a7ff tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:54.829860 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5a2469ff-796a-4d58-a0d9-07d1a8d9c2e1 req-62d7d876-e12f-44ea-95e5-a2bbb065a7ff tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0953627 Sep 22 17:21:54.866110 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:21:54Z', 'revision_number': 6, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.914853 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5a2469ff-796a-4d58-a0d9-07d1a8d9c2e1 req-3033a667-7b8f-471e-8e98-d9e2ab08d13f tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761204 Sep 22 17:21:54.993406 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.019486 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e9343e-5bb0-424d-b94c-059c0982e02f None None] The sync data for ids ['16bb6791-a1f9-46ed-aa4d-3b29d025f6be'] in dv-cinder-810415-2-iscsi is: [{'id': '16bb6791-a1f9-46ed-aa4d-3b29d025f6be', 'name': 'tempest-TestMinimumBasicScenario-830871943-router', 'tenant_id': '44917f136d824c4dabf6a0efe349fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:06Z', 'updated_at': '2021-09-22T17:21:54Z', 'revision_number': 6, 'project_id': '44917f136d824c4dabf6a0efe349fd07', 'gw_port_host': None}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:55.021027 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cffb9e0-d2e0-4878-9278-9630e4122530,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:55.084272 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.182446 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.184674 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.245325 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.245895 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16bb6791-a1f9-46ed-aa4d-3b29d025f6be {{(pid=94223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:21:55.250574 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.251722 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-76de0728-b657-45bd-a08b-cdaa01c02ab5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/16bb6791-a1f9-46ed-aa4d-3b29d025f6be HTTP/1.1" status: 204 len: 168 time: 0.8622012 Sep 22 17:21:55.254806 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53096) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:55.296370 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Deleting subnet 51744cfd-8c3b-402c-ade1-58b44aee087e {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:21:55.299098 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.330994 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.438618 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.490167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.521284 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.523158 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/51744cfd-8c3b-402c-ade1-58b44aee087e HTTP/1.1" status: 204 len: 168 time: 0.2674315 Sep 22 17:21:55.524194 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ae5ff-37d2-44f1-8a80-ad453de369e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51744cfd-8c3b-402c-ade1-58b44aee087e,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:55.525723 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53100) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:55.528375 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fb37f-44bd-4ebc-b52f-d6c5624944b3 None None] Network 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:55.772310 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] DHCP port deletion for 1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:21:55.823966 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Deleting port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:55.824441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.828543 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.880632 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Deleting port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:55.881069 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.888222 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] For port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:55.888616 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.901144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Calling delete_port for 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:55.942095 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] For port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,segment=NetworkSegment(19ffb1a3-3a5d-467f-893d-53e64948e7fe),segment_id=19ffb1a3-3a5d-467f-893d-53e64948e7fe)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:55.942458 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.956016 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Calling delete_port for 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 owned by network:dhcp {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:56.040526 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.047750 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.063560 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] No DVR routers for this DVR port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:56.074199 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Pushing event deleted for resources: {'Port': ['ID=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:56.091392 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] No DVR routers for this DVR port 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 on host dv-cinder-810415-2-iscsi {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:56.098915 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec53893-ea8a-4d62-96ee-8c129d27b5aa None None] Pushing event deleted for resources: {'Port': ['ID=0145d8a3-3e30-46e9-b7d5-f53c0a3b0668,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:56.156058 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35837f-da88-4543-bde3-4a9cf0b5627f req-bb921f65-d5e3-4796-bab9-08c487cc1f3c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:56.157473 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1c35837f-da88-4543-bde3-4a9cf0b5627f req-bb921f65-d5e3-4796-bab9-08c487cc1f3c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0969386 Sep 22 17:21:56.178524 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.197566 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1c35837f-da88-4543-bde3-4a9cf0b5627f req-b789c578-90a5-4cef-a4f9-3e4f2a2015c1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Sep 22 17:21:56.199459 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:56.212363 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ffb1a3-3a5d-467f-893d-53e64948e7fe') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:56.213126 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ffb1a3-3a5d-467f-893d-53e64948e7fe') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:56.225238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.238452 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.244520 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:21:56.244910 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self.session.flush() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self.session.flush() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self.session.flush() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self.session.flush() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:21:56.246668 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:21:56.297793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.305715 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.307584 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c HTTP/1.1" status: 204 len: 168 time: 0.7808576 Sep 22 17:21:56.310608 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53106) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:56.317103 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28503-7855-4de1-bc67-cef9f28d1086 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f197eb5-f8b7-47f8-88e7-8b01cbc5aa3c,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:56.592951 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 4cffb9e0-d2e0-4878-9278-9630e4122530 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:56.614943 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 4cffb9e0-d2e0-4878-9278-9630e4122530 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:21:56.615276 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 4cffb9e0-d2e0-4878-9278-9630e4122530 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:56.615699 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5b01e27b-288b-42ea-9318-0b95a013e4c1 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:56.633493 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 5b01e27b-288b-42ea-9318-0b95a013e4c1 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:21:56.633831 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5b01e27b-288b-42ea-9318-0b95a013e4c1 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:56.634226 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:56.654042 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.655611 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:21:56.655972 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 0145d8a3-3e30-46e9-b7d5-f53c0a3b0668 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:57.128464 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Deleting port 8be86450-6116-4433-b5b5-97f09ca4e01d {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:57.131001 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.209766 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] For port 8be86450-6116-4433-b5b5-97f09ca4e01d, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8be86450-6116-4433-b5b5-97f09ca4e01d,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:57.210366 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.222013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Calling delete_port for 8be86450-6116-4433-b5b5-97f09ca4e01d owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:57.372279 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea154b4a-5bc8-4643-87ea-340f904e873c req-a1768127-427c-4494-b3ac-a998798889bb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:57.374072 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ea154b4a-5bc8-4643-87ea-340f904e873c req-a1768127-427c-4494-b3ac-a998798889bb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 945 time: 0.0934770 Sep 22 17:21:57.448835 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ea154b4a-5bc8-4643-87ea-340f904e873c req-83e7279e-9b08-454f-bf6f-355fb3c4d5a1 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634148 Sep 22 17:21:57.477652 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.505799 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be86450-6116-4433-b5b5-97f09ca4e01d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:57.699610 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.773678 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:57.866583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-bf712b1e-fe68-43ab-a791-e4d860b9fcef tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096648245&fields=id&tenant_id=e847eb778b42499a9872cbee8380190f HTTP/1.1" status: 200 len: 267 time: 0.0479553 Sep 22 17:21:57.868124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.900394 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:21:57.902609 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf380da-ff58-40e7-a095-c9e39b1a197a" -d '{"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:57.915465 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:57.922870 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.950315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a041e13-cf1c-47b5-80a7-944fff9cd521 x-openstack-request-id: req-8a041e13-cf1c-47b5-80a7-944fff9cd521 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:57.950587 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-unplugged", "status": "failed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "code": 422}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:57.950815 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a041e13-cf1c-47b5-80a7-944fff9cd521 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:57.951239 dv-cinder-810415-2-iscsi neutron-server[94224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'code': 422} returned with failed status Sep 22 17:21:57.976899 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=8']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:58.059467 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-6e16840d-b9c5-4ac0-a17f-072f85a97c4f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:58.060964 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-6e16840d-b9c5-4ac0-a17f-072f85a97c4f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 808 time: 0.1937890 Sep 22 17:21:58.089109 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-8c0fd9d5-bb88-4e7f-aec7-3256ce99fe62 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/quotas/e847eb778b42499a9872cbee8380190f HTTP/1.1" status: 200 len: 375 time: 0.0211036 Sep 22 17:21:58.095989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Router 602a5f85-4f0f-475a-a3c2-9c642c8d687d has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:58.212345 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-5727ddb7-3668-4072-b7f1-f46dd7a7f89d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151557 Sep 22 17:21:58.244514 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:58.252150 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9a92ca53-f6c5-4f22-b015-bc77e93c6374 admin admin] 10.222.0.11 "PUT /v2.0/routers/602a5f85-4f0f-475a-a3c2-9c642c8d687d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9380164 Sep 22 17:21:58.252150 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53152) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:58.256261 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Sync routers for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:58.266808 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:58.267724 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:58.379333 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:58.426990 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:58.431810 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-47012b0c-d781-4c1d-9d5f-081bde8b2b14 service neutron] 10.222.0.11 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076123 Sep 22 17:21:58.584908 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:21:57Z', 'revision_number': 5, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port': {'id': '5e4163f5-a579-4695-8569-1f4ee7e3d252', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:19:13Z', 'updated_at': '2021-09-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:58.618644 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef5795-e0b7-4d7c-a5f7-0000cfcab30b req-7eeaeb5f-088a-4927-b717-f33b414e67be tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:58.620996 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-67ef5795-e0b7-4d7c-a5f7-0000cfcab30b req-7eeaeb5f-088a-4927-b717-f33b414e67be tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0719287 Sep 22 17:21:58.629779 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-db37aaa1-54ce-4871-b411-445412c00440 service neutron] 10.222.0.11 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590488 Sep 22 17:21:58.631785 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:58.634233 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Checking router: 602a5f85-4f0f-475a-a3c2-9c642c8d687d for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:58.676978 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Routers {'602a5f85-4f0f-475a-a3c2-9c642c8d687d'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:21:58.678139 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:21:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:58.705562 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Deleting port 5e4163f5-a579-4695-8569-1f4ee7e3d252 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:58.707428 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:58.725895 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-67ef5795-e0b7-4d7c-a5f7-0000cfcab30b req-92d7a241-7ae8-4acd-99bc-9cca6a4a73dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979357 Sep 22 17:21:58.827294 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] For port 5e4163f5-a579-4695-8569-1f4ee7e3d252, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=5e4163f5-a579-4695-8569-1f4ee7e3d252,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:58.827757 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:58.859553 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Calling delete_port for 5e4163f5-a579-4695-8569-1f4ee7e3d252 owned by network:router_gateway {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:21:58.870979 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] Set router 602a5f85-4f0f-475a-a3c2-9c642c8d687d gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:21:58.945212 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:21:58Z', 'revision_number': 6, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:58.980160 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de63e99-da4b-46a0-a59f-eb4506fde867 None None] The sync data for ids ['602a5f85-4f0f-475a-a3c2-9c642c8d687d'] in dv-cinder-810415-2-iscsi is: [{'id': '602a5f85-4f0f-475a-a3c2-9c642c8d687d', 'name': 'tempest-TestMinimumBasicScenario-762717473-router', 'tenant_id': 'e291708a2aad428a8a44940a178ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:19:12Z', 'updated_at': '2021-09-22T17:21:58Z', 'revision_number': 6, 'project_id': 'e291708a2aad428a8a44940a178ba070', 'gw_port_host': None}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:59.064039 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53200) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:59.076855 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-91fb6807-bf22-479c-88c6-60a0fbc23ec6 req-d862182b-52e5-41a1-ab9c-7a52fa778186 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 210 time: 0.0377405 Sep 22 17:21:59.130207 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.162128 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4163f5-a579-4695-8569-1f4ee7e3d252,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:59.188239 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-5f631c4f-b6e4-40e1-aad9-38694a5e411b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224005 Sep 22 17:21:59.206739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-5adab5cc-f6f3-4817-b4df-c82a74d45378 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:21:59.213435 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-5adab5cc-f6f3-4817-b4df-c82a74d45378 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119772 Sep 22 17:21:59.257497 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.378131 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.380558 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.447747 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.448473 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602a5f85-4f0f-475a-a3c2-9c642c8d687d {{(pid=94223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:21:59.457801 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.459153 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-704c2cbc-8f1f-4143-973d-d8c7827a3d28 admin admin] 10.222.0.11 "DELETE /v2.0/routers/602a5f85-4f0f-475a-a3c2-9c642c8d687d HTTP/1.1" status: 204 len: 168 time: 1.2061033 Sep 22 17:21:59.461660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53216) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:59.516635 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Deleting subnet 4c955c6e-0045-424f-bbb1-3e8b32a853c4 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:21:59.521013 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.565398 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.656658 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.710572 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.737227 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c955c6e-0045-424f-bbb1-3e8b32a853c4,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:59.739260 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.741162 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-11a3905f-8b62-4351-97c4-88045f4dc3b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4c955c6e-0045-424f-bbb1-3e8b32a853c4 HTTP/1.1" status: 204 len: 168 time: 0.2781250 Sep 22 17:21:59.744184 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53220) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:21:59.744419 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2535008-13dc-4f3f-ba07-a5ec04a9eb13 None None] Network 56864475-4850-470d-b941-fed65826d080 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:21:59.833878 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.932681 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc78e3-5dc1-47df-990e-b3b36b67c685 req-765c8fac-ec41-4884-8c9e-d78cac8c1dc7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:21:59.934184 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-44dc78e3-5dc1-47df-990e-b3b36b67c685 req-765c8fac-ec41-4884-8c9e-d78cac8c1dc7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0617096 Sep 22 17:21:59.939092 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Deleting port cc637bcb-e342-4a18-80d6-9557751ab816 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:21:59.939092 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:59.967387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] DHCP port deletion for 56864475-4850-470d-b941-fed65826d080 request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:22:00.014400 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Deleting port cc637bcb-e342-4a18-80d6-9557751ab816 {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:00.015383 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.026097 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-44dc78e3-5dc1-47df-990e-b3b36b67c685 req-2259d8ff-790e-4c3c-9159-979d8154e4fd tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850713 Sep 22 17:22:00.031765 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] For port cc637bcb-e342-4a18-80d6-9557751ab816, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=cc637bcb-e342-4a18-80d6-9557751ab816,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:00.032052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.045424 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Calling delete_port for cc637bcb-e342-4a18-80d6-9557751ab816 owned by network:dhcp {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:00.088970 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] For port cc637bcb-e342-4a18-80d6-9557751ab816, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=cc637bcb-e342-4a18-80d6-9557751ab816,segment=NetworkSegment(65e3220d-28ae-45a8-b095-5631c1fd2684),segment_id=65e3220d-28ae-45a8-b095-5631c1fd2684)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:00.089515 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.102576 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Calling delete_port for cc637bcb-e342-4a18-80d6-9557751ab816 owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:00.156873 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.191810 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc637bcb-e342-4a18-80d6-9557751ab816,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:00.196184 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] No DVR routers for this DVR port cc637bcb-e342-4a18-80d6-9557751ab816 on host dv-cinder-810415-2-iscsi {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:00.206085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.237568 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] Pushing event deleted for resources: {'Port': ['ID=cc637bcb-e342-4a18-80d6-9557751ab816,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:00.239594 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430acbf-2cbe-4f4e-aeec-13e2d453d83b None None] No DVR routers for this DVR port cc637bcb-e342-4a18-80d6-9557751ab816 on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:00.271762 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-78f9570e-b492-49c4-a368-0792b0eac68c req-4e047979-effa-40fe-a29a-75402430bc01 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 210 time: 0.0505981 Sep 22 17:22:00.292219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-2f18e4c0-17ef-4735-9b73-368ebcb06bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.294018 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-2f18e4c0-17ef-4735-9b73-368ebcb06bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f&tenant_id=3b545eca13b643a08c383aae693af98e HTTP/1.1" status: 200 len: 1096 time: 0.1974275 Sep 22 17:22:00.297446 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.321690 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56864475-4850-470d-b941-fed65826d080']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:00.331454 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e3220d-28ae-45a8-b095-5631c1fd2684') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:00.331785 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e3220d-28ae-45a8-b095-5631c1fd2684') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:00.341509 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.355301 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.357027 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-9f453832-2389-4f2c-be6b-0b15f5dbc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.358522 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-9f453832-2389-4f2c-be6b-0b15f5dbc2b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1096 time: 0.0411632 Sep 22 17:22:00.361180 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:22:00.361559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:22:00.363538 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:22:00.453872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-84cd3d64-def9-4f70-afbc-ccad33b4a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.455412 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-84cd3d64-def9-4f70-afbc-ccad33b4a448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.0886922 Sep 22 17:22:00.569454 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-9c721fe3-e843-496d-b133-ce3becdca67c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 998 time: 0.1059062 Sep 22 17:22:00.651501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5e4163f5-a579-4695-8569-1f4ee7e3d252 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:00.680256 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 5e4163f5-a579-4695-8569-1f4ee7e3d252 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:00.681523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 5e4163f5-a579-4695-8569-1f4ee7e3d252 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:00.682092 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8be86450-6116-4433-b5b5-97f09ca4e01d no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:00.682758 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-b0fc90f8-0466-4db3-a455-4e505cd7c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.684544 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-b0fc90f8-0466-4db3-a455-4e505cd7c7b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.1044207 Sep 22 17:22:00.688425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.709130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 8be86450-6116-4433-b5b5-97f09ca4e01d {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:00.709473 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:00.709922 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8be86450-6116-4433-b5b5-97f09ca4e01d not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:00.710495 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device cc637bcb-e342-4a18-80d6-9557751ab816 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:00.714864 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] 10.222.0.11 "DELETE /v2.0/networks/56864475-4850-470d-b941-fed65826d080 HTTP/1.1" status: 204 len: 168 time: 0.9681041 Sep 22 17:22:00.728795 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea37642-5e30-43b8-8a00-e86eb0d11150 admin admin] Pushing event deleted for resources: {'Network': ['ID=56864475-4850-470d-b941-fed65826d080,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:00.737486 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-9009ff0d-3aff-4f54-b34e-aec3c626c82a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.739279 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-9009ff0d-3aff-4f54-b34e-aec3c626c82a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 808 time: 0.2093225 Sep 22 17:22:00.740004 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: cc637bcb-e342-4a18-80d6-9557751ab816 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:00.740392 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device cc637bcb-e342-4a18-80d6-9557751ab816 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:00.774769 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-8beb301d-eb2b-4324-971d-a4b6f94342ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:00.776314 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-8beb301d-eb2b-4324-971d-a4b6f94342ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784349 Sep 22 17:22:00.838780 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-68cefb40-3cf3-4bc1-bcb2-4fbc658f0ca8 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e847eb778b42499a9872cbee8380190f HTTP/1.1" status: 200 len: 380 time: 0.0883715 Sep 22 17:22:00.854687 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'port': {'device_id': 'e7b67b37-7489-4d15-8120-38057190825a', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'admin_state_up': True, 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'security_groups': ['659e18c1-522b-484e-b96b-023e60713d06']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:00.903705 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53230) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:00.949830 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6c34e7e4-0af4-4052-bf8a-b8303b8b8bb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44917f136d824c4dabf6a0efe349fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448213 Sep 22 17:22:00.953023 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53232) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:01.000056 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-9e5c890b-141c-42dd-9c0c-ae379aec509f service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107775 Sep 22 17:22:01.006970 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.028970 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.085022 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.087761 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.091592 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13 HTTP/1.1" status: 204 len: 168 time: 0.1349754 Sep 22 17:22:01.104358 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b13ba-7c20-4ff6-803b-f9c2f9c28408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4ecbc-0239-40b9-9b6c-8f1d624b2c13,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:01.118669 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Made reservation on behalf of e847eb778b42499a9872cbee8380190f for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:22:01.122229 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.150525 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-455478a7-b66b-4ada-8ede-296d52bb96a0 req-56f44ea3-5116-404a-bda4-0c234e358733 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398797 Sep 22 17:22:01.211016 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a3a37-9d3d-44b7-b2ae-3371ee58059c req-edf7af51-c08c-4884-b6c6-7c75c5de7413 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:01.216561 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3d6a3a37-9d3d-44b7-b2ae-3371ee58059c req-edf7af51-c08c-4884-b6c6-7c75c5de7413 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0803077 Sep 22 17:22:01.259741 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3d6a3a37-9d3d-44b7-b2ae-3371ee58059c req-e1416007-976a-42ff-9fc8-56815d31e015 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405905 Sep 22 17:22:01.281780 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Allocated IP 172.20.0.6 (bf504b0d-79ab-4ad1-a123-a14bb37a7082/46be890a-3f69-4b95-9c3f-5d06699774f9/8193f882-1392-4a0b-b262-c74a1378aecb) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:22:01.425308 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7e958fcb-9906-4f91-8418-7ae32c3c40fe req-33c6aa1c-125a-45d3-9198-66bfe249e24a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 210 time: 0.0551670 Sep 22 17:22:01.480841 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.503234 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53254) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:01.517068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.552112 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6e296618-68d3-4bf0-8f32-0289d9828567 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e291708a2aad428a8a44940a178ba070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467668 Sep 22 17:22:01.554588 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53260) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:01.562098 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:22:01.565282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:22:01.569746 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:22:01.579022 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:01.614141 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.632079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:01.632825 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.640988 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.651358 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-71ce7c18-5a17-48d2-a5b8-c27b05d92191 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019149 Sep 22 17:22:01.665144 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Request body: {'port': {'device_id': 'e7b67b37-7489-4d15-8120-38057190825a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:01.702515 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.705963 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.707252 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aeaf3e2f-e27f-4a55-b4d7-0cffe9334dfa HTTP/1.1" status: 204 len: 168 time: 0.1515343 Sep 22 17:22:01.715410 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b6339-68a2-485b-bdd4-08688e040c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf3e2f-e27f-4a55-b4d7-0cffe9334dfa,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:01.739795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:01.920209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-28c52c98-24dc-441f-ac78-97215fc658a0 None None] Provisioning complete for port 8193f882-1392-4a0b-b262-c74a1378aecb triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:22:01.920790 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-28c52c98-24dc-441f-ac78-97215fc658a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.001456 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-28c52c98-24dc-441f-ac78-97215fc658a0 None None] Port 8193f882-1392-4a0b-b262-c74a1378aecb cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:22:02.259444 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8193f882-1392-4a0b-b262-c74a1378aecb {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:22:02.281942 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.319656 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Transition to ACTIVE for port object 8193f882-1392-4a0b-b262-c74a1378aecb will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:22:02.327383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.400315 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:02.455711 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7db96-df85-4deb-82c2-1329310d2251 req-50098d78-5ec6-4d17-8a89-eea4fe71ccde tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:02.457336 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-34e7db96-df85-4deb-82c2-1329310d2251 req-50098d78-5ec6-4d17-8a89-eea4fe71ccde tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.1087253 Sep 22 17:22:02.496069 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Attempting to bind port 8193f882-1392-4a0b-b262-c74a1378aecb on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:22:02.506144 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Attempting to bind port 8193f882-1392-4a0b-b262-c74a1378aecb by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:22:02.506702 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Attempting to bind port 8193f882-1392-4a0b-b262-c74a1378aecb on network bf504b0d-79ab-4ad1-a123-a14bb37a7082 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:22:02.513510 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Port 8193f882-1392-4a0b-b262-c74a1378aecb on network bf504b0d-79ab-4ad1-a123-a14bb37a7082 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:22:02.513871 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Attempting to bind port 8193f882-1392-4a0b-b262-c74a1378aecb on network bf504b0d-79ab-4ad1-a123-a14bb37a7082 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:22:02.522071 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:22:02.522598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Checking segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:22:02.523147 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Bound using segment: {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:22:02.523727 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Bound port: 8193f882-1392-4a0b-b262-c74a1378aecb, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21120e40-2a45-48a8-bc58-5b025f809c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:22:02.524186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.558798 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-34e7db96-df85-4deb-82c2-1329310d2251 req-50bef2f9-2cd0-4748-baa8-b5fb07fa4882 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797844 Sep 22 17:22:02.672089 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1696a4-9a38-4683-958d-622ad84b5b81 req-7206cfdf-e303-4449-8c29-4a276035acf2 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:02.673904 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3f1696a4-9a38-4683-958d-622ad84b5b81 req-7206cfdf-e303-4449-8c29-4a276035acf2 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.1198180 Sep 22 17:22:02.677866 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:22:02.683063 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:22:02.697499 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.746722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:02.747458 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:02.748899 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] 10.222.0.24 "PUT /v2.0/ports/8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 1093 time: 1.0880575 Sep 22 17:22:02.749357 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:02.751595 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7c5e2-bedd-442d-ac5d-005334ec903a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:02.762553 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3f1696a4-9a38-4683-958d-622ad84b5b81 req-d32cbcc0-0088-4489-a4c3-1df01003e330 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821581 Sep 22 17:22:02.779576 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a53f-1a31-4983-bd59-16ac768c2adb service neutron] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:02.801718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ea7c9f-c532-4e7c-84c7-41f8065d61b1 x-openstack-request-id: req-b9ea7c9f-c532-4e7c-84c7-41f8065d61b1 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:02.802013 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:02.802424 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9ea7c9f-c532-4e7c-84c7-41f8065d61b1 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:02.802827 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'status': 'completed', 'code': 200} Sep 22 17:22:03.689462 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd1056-54c8-4246-bab6-8757dbc326e3 req-230e905f-2453-470a-acfa-ede274da871a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:03.690913 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9bd1056-54c8-4246-bab6-8757dbc326e3 req-230e905f-2453-470a-acfa-ede274da871a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0477889 Sep 22 17:22:03.728449 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a9bd1056-54c8-4246-bab6-8757dbc326e3 req-87e9d8a3-5895-4cf5-ae37-12cd02957bbb tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314405 Sep 22 17:22:03.880694 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f3ac-bbf5-486e-9717-ad5e73bd0ee9 req-bbbc5742-ebc8-4fac-b605-992b6ec3ef1f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:03.882178 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0a75f3ac-bbf5-486e-9717-ad5e73bd0ee9 req-bbbc5742-ebc8-4fac-b605-992b6ec3ef1f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0497584 Sep 22 17:22:03.926273 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0a75f3ac-bbf5-486e-9717-ad5e73bd0ee9 req-591c9376-eab7-497a-8135-dc635e131cf9 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Sep 22 17:22:04.858219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17836-86a2-4e20-8220-183f7e9a0468 req-3642d8d1-cb0c-4c70-9fc7-68f80c3dfc39 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:04.859694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-85a17836-86a2-4e20-8220-183f7e9a0468 req-3642d8d1-cb0c-4c70-9fc7-68f80c3dfc39 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0564494 Sep 22 17:22:04.896917 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-85a17836-86a2-4e20-8220-183f7e9a0468 req-efb879c8-787b-4bb7-9713-59e5f8b18d4d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Sep 22 17:22:05.050893 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3498e3-2533-4621-9856-3eaa998af7ce req-72558268-e470-41ad-9a99-dbbe3fc9447a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:05.052301 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fe3498e3-2533-4621-9856-3eaa998af7ce req-72558268-e470-41ad-9a99-dbbe3fc9447a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0497298 Sep 22 17:22:05.094303 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-fe3498e3-2533-4621-9856-3eaa998af7ce req-d7d38a6e-86a1-4df9-81b5-bc4caae1800c tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360849 Sep 22 17:22:06.021389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4b308-549a-411c-b4e2-137211abcf86 req-7c083883-049c-4c2f-a338-7360aca98151 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:06.022840 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c0b4b308-549a-411c-b4e2-137211abcf86 req-7c083883-049c-4c2f-a338-7360aca98151 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0474455 Sep 22 17:22:06.061613 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c0b4b308-549a-411c-b4e2-137211abcf86 req-f993eb11-2fc7-4f88-be07-69f9f9525e09 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304344 Sep 22 17:22:06.212787 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25b3f8-0eec-4edf-ad63-f41a214464c2 req-fb93c27c-84a2-4015-9371-1244a141ad71 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:06.214457 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af25b3f8-0eec-4edf-ad63-f41a214464c2 req-fb93c27c-84a2-4015-9371-1244a141ad71 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0551825 Sep 22 17:22:06.257240 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af25b3f8-0eec-4edf-ad63-f41a214464c2 req-b9dd242e-c087-498b-a3c5-4dae1eada888 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Sep 22 17:22:07.178449 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a34e9-3939-4c2b-b5a3-9930c1c095f3 req-5521d4d6-242d-4d67-bda9-8bc51e13e113 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:07.179885 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-688a34e9-3939-4c2b-b5a3-9930c1c095f3 req-5521d4d6-242d-4d67-bda9-8bc51e13e113 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0473480 Sep 22 17:22:07.216349 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-688a34e9-3939-4c2b-b5a3-9930c1c095f3 req-22deabad-dd44-41ad-8da8-771f35df8b85 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306692 Sep 22 17:22:07.386992 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fff9e-0500-4c3a-8ea8-2a041f16ba6d req-dc3726d1-1d42-47ce-b5db-fc10bb81147c tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:07.388751 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1c4fff9e-0500-4c3a-8ea8-2a041f16ba6d req-dc3726d1-1d42-47ce-b5db-fc10bb81147c tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0602870 Sep 22 17:22:07.428406 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1c4fff9e-0500-4c3a-8ea8-2a041f16ba6d req-58c2b9e9-ddc5-4b02-84a8-c93c4934aa25 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Sep 22 17:22:08.347135 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceb502-5eec-4c6f-a21d-c5f4f72c4cb4 req-315965b3-7223-4fcc-a84e-69095e28241c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:08.349238 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-44ceb502-5eec-4c6f-a21d-c5f4f72c4cb4 req-315965b3-7223-4fcc-a84e-69095e28241c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0538681 Sep 22 17:22:08.385412 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-44ceb502-5eec-4c6f-a21d-c5f4f72c4cb4 req-5060d397-f7f2-45b5-850c-e7d17c16221e tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300465 Sep 22 17:22:08.541457 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1fbab-2b5f-4e63-b761-482cc4349ed1 req-07217ae6-0207-4ac6-bd4b-103a7d9f089c tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:08.542921 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-52d1fbab-2b5f-4e63-b761-482cc4349ed1 req-07217ae6-0207-4ac6-bd4b-103a7d9f089c tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0477960 Sep 22 17:22:08.583648 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-52d1fbab-2b5f-4e63-b761-482cc4349ed1 req-50b2f8e4-228a-4d7e-bf41-475e467cd6eb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347066 Sep 22 17:22:09.506942 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc6b4b-0cff-4ed9-8c51-176c9d66e7b2 req-b72ddb57-4ce0-45f4-9a26-8ec20b8eb7a2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:09.508479 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a0cc6b4b-0cff-4ed9-8c51-176c9d66e7b2 req-b72ddb57-4ce0-45f4-9a26-8ec20b8eb7a2 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0537825 Sep 22 17:22:09.546514 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a0cc6b4b-0cff-4ed9-8c51-176c9d66e7b2 req-3df87b90-de84-4af3-ba86-981b5b667097 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Sep 22 17:22:09.702688 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f5915-24fa-4a5e-bbe2-6a9a38a24905 req-1547a9db-c3e5-441e-8785-a75dee27ec5f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:09.704072 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-428f5915-24fa-4a5e-bbe2-6a9a38a24905 req-1547a9db-c3e5-441e-8785-a75dee27ec5f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0496085 Sep 22 17:22:09.745630 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-428f5915-24fa-4a5e-bbe2-6a9a38a24905 req-8d53f441-2c49-4038-9e1e-de6cec702bf7 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Sep 22 17:22:09.833019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7c3dbb2c-2665-4f60-822c-01debf42805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:10.665851 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f681-ab6f-4bf5-bdb0-33dafc59e800 req-8a0bf444-9efd-4096-9c19-6faddc3a210a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:10.667431 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-03f9f681-ab6f-4bf5-bdb0-33dafc59e800 req-8a0bf444-9efd-4096-9c19-6faddc3a210a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0509322 Sep 22 17:22:10.713453 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-03f9f681-ab6f-4bf5-bdb0-33dafc59e800 req-56109c1a-9767-4c43-aeef-81d7334d1b15 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Sep 22 17:22:10.879301 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc6cd5-ca5a-46cb-aec1-352cc99884f8 req-690db812-0329-4ffe-bd21-5839cbb7f8a2 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:10.881480 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ebfc6cd5-ca5a-46cb-aec1-352cc99884f8 req-690db812-0329-4ffe-bd21-5839cbb7f8a2 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0667906 Sep 22 17:22:10.921166 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ebfc6cd5-ca5a-46cb-aec1-352cc99884f8 req-4db985db-542e-4b7c-8059-06b6bbce3ba6 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Sep 22 17:22:11.409708 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:11.842739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dbb43-6a61-4af4-8725-4d5a23e24274 req-50e0314e-f097-4db5-b7b5-7e6e16fe6c1a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:11.844284 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-664dbb43-6a61-4af4-8725-4d5a23e24274 req-50e0314e-f097-4db5-b7b5-7e6e16fe6c1a tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0620859 Sep 22 17:22:11.882522 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-664dbb43-6a61-4af4-8725-4d5a23e24274 req-26367160-24ea-4d19-9743-35a8ec455b40 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Sep 22 17:22:12.043976 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ba12-8ba1-4fdb-b0c3-ec55e848b118 req-66d4174f-25ce-4ef5-8f78-7a7a613c6cbd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:12.045467 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af77ba12-8ba1-4fdb-b0c3-ec55e848b118 req-66d4174f-25ce-4ef5-8f78-7a7a613c6cbd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0488162 Sep 22 17:22:12.082509 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af77ba12-8ba1-4fdb-b0c3-ec55e848b118 req-4395f8ca-584f-4677-af46-fabe9eb5799a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Sep 22 17:22:12.311487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-db3e6b16-fee7-4bd6-9799-648a3d15ef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:13.041739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68cbc0-89d9-4af7-bc05-03eb3b9b6f20 req-72681c4b-379f-43c6-b308-1fdd9e348dae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:13.043335 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8f68cbc0-89d9-4af7-bc05-03eb3b9b6f20 req-72681c4b-379f-43c6-b308-1fdd9e348dae tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0763566 Sep 22 17:22:13.081367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8f68cbc0-89d9-4af7-bc05-03eb3b9b6f20 req-0854ff80-3019-4d61-a0db-4c7688380972 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Sep 22 17:22:13.192578 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:13.193900 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8328a8-d019-4a22-834a-f60577f8b4f3 req-9c48d5a7-61af-497b-bbbe-9508c012190a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:13.195404 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee8328a8-d019-4a22-834a-f60577f8b4f3 req-9c48d5a7-61af-497b-bbbe-9508c012190a tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0466433 Sep 22 17:22:13.235790 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ee8328a8-d019-4a22-834a-f60577f8b4f3 req-adc76ce6-b404-48f1-b05a-ee6466ba083f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Sep 22 17:22:13.239562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:13.788141 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-1c3c5790-1547-4f03-a685-7a694c801b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:13.789677 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-1c3c5790-1547-4f03-a685-7a694c801b1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1096 time: 0.0417550 Sep 22 17:22:13.919213 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-f6111bed-2745-412d-a476-1dbb864628f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:13.920696 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-f6111bed-2745-412d-a476-1dbb864628f4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e847eb778b42499a9872cbee8380190f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1184118 Sep 22 17:22:13.922311 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034ccf-b050-4367-9ead-f47772806af2 req-ef0d7d9c-cb94-4a7c-ab34-9769bb4f73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:13.923637 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-ef0d7d9c-cb94-4a7c-ab34-9769bb4f73f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b545eca13b643a08c383aae693af98e&device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1096 time: 0.0856471 Sep 22 17:22:14.086002 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-801bfa1d-d9de-44b5-aeb2-24092749f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.087472 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-86c7c5e2-bedd-442d-ac5d-005334ec903a req-801bfa1d-d9de-44b5-aeb2-24092749f3ef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567039 Sep 22 17:22:14.092196 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034ccf-b050-4367-9ead-f47772806af2 req-a9a99ac1-637d-4cde-a0b2-7c5a2cfcbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.093590 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-a9a99ac1-637d-4cde-a0b2-7c5a2cfcbd7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 200 len: 917 time: 0.1388974 Sep 22 17:22:14.222771 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-6f85d12e-0f81-4aed-b140-86e2d6c221fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 200 len: 998 time: 0.1100535 Sep 22 17:22:14.235048 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-5b075ed6-4063-499f-9b6e-b65e67f7b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.236478 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-5b075ed6-4063-499f-9b6e-b65e67f7b8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1096 time: 0.0856707 Sep 22 17:22:14.286626 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b123b-3f87-42c1-adf8-f2f34c1e9f4f req-ae2472f0-21a1-48ac-b454-d475799ac939 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.288105 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d54b123b-3f87-42c1-adf8-f2f34c1e9f4f req-ae2472f0-21a1-48ac-b454-d475799ac939 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.1090822 Sep 22 17:22:14.336818 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-9ee98169-345c-4669-8f83-06e45323c332 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 217 time: 0.0659637 Sep 22 17:22:14.350278 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42feb7-1b62-48de-9f22-17ce2e0e2aa0 req-9fc855f5-97e6-4b9e-abd4-bd77a6d65e25 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.351778 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d42feb7-1b62-48de-9f22-17ce2e0e2aa0 req-9fc855f5-97e6-4b9e-abd4-bd77a6d65e25 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0479841 Sep 22 17:22:14.386209 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034ccf-b050-4367-9ead-f47772806af2 req-b43beff0-e973-4e04-9243-2b86b5bbce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.387710 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-b43beff0-e973-4e04-9243-2b86b5bbce36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 200 len: 855 time: 0.1546919 Sep 22 17:22:14.388094 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2d42feb7-1b62-48de-9f22-17ce2e0e2aa0 req-26f2e5f3-4542-4121-adff-c68e4c3260ce tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301437 Sep 22 17:22:14.436181 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d54b123b-3f87-42c1-adf8-f2f34c1e9f4f req-edfdb786-2fe0-41e8-ac14-38ab07c369ee tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042173 Sep 22 17:22:14.443796 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-25c253f0-28b4-42f4-8f87-d768ad2c4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.445220 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-25c253f0-28b4-42f4-8f87-d768ad2c4421 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0939398 Sep 22 17:22:14.466403 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034ccf-b050-4367-9ead-f47772806af2 req-9a4f70b0-6711-4b1b-9f6e-d6e474e8a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.467906 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-9a4f70b0-6711-4b1b-9f6e-d6e474e8a19b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665803 Sep 22 17:22:14.548263 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-1757211a-09ca-45c8-a8a1-b2e34737c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:14.549787 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-1757211a-09ca-45c8-a8a1-b2e34737c67c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940313 Sep 22 17:22:14.845762 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-54ae7f61-a553-4c0b-ab03-218024776d41 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637218 Sep 22 17:22:14.953490 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-e83ecb3a-c804-4766-a972-76a0545cd1fd service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954022 Sep 22 17:22:14.994505 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8b034ccf-b050-4367-9ead-f47772806af2 req-eaa36630-a98a-444c-9908-eb0ad452c101 service neutron] 10.222.0.24 "GET /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224768 Sep 22 17:22:15.055849 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7a8c1463-cd44-4c0e-9795-1a25711aecf7 req-1a78eeae-b8d2-4f93-a3d5-787e9e28f44d service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942852 Sep 22 17:22:15.333965 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:15.501352 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d9e41-d1b4-4c8e-9655-0df453a72435 req-dbdc6d88-d81c-4270-8d10-69f319c6477f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:15.503111 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d85d9e41-d1b4-4c8e-9655-0df453a72435 req-dbdc6d88-d81c-4270-8d10-69f319c6477f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0512459 Sep 22 17:22:15.567329 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026c631-9692-4f5f-96df-5bfb3a53ce71 req-1e73db1b-6c57-4c2d-82b4-e7e4fcf58377 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:15.568853 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d85d9e41-d1b4-4c8e-9655-0df453a72435 req-cdf896cb-b9db-4162-b846-9f6ad4bc4abe tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562942 Sep 22 17:22:15.576229 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7026c631-9692-4f5f-96df-5bfb3a53ce71 req-1e73db1b-6c57-4c2d-82b4-e7e4fcf58377 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 943 time: 0.0676816 Sep 22 17:22:15.617263 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7026c631-9692-4f5f-96df-5bfb3a53ce71 req-4021dfdc-69ad-4488-9989-a8e618a2c054 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357842 Sep 22 17:22:15.881404 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:22:15.973473 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:15.987449 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'port_id': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'mac_address': 'fa:16:3e:58:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:22:16.024353 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:16.036318 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:22:16.055817 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:16.059407 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:16.109675 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=9']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:16.272350 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['ac309dba-5a86-40a0-924f-68e7ca421b48'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:22:16.691244 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca7e71-dd37-42dd-a17e-cd0cdf6b006a req-711ba252-bbe8-448d-99e4-cd8efb77c8cf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:16.692833 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faca7e71-dd37-42dd-a17e-cd0cdf6b006a req-711ba252-bbe8-448d-99e4-cd8efb77c8cf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0557723 Sep 22 17:22:16.734513 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-faca7e71-dd37-42dd-a17e-cd0cdf6b006a req-6e68008a-a4f4-4fd2-88f1-fcc9cfe00bc4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358248 Sep 22 17:22:16.755337 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dd96f-66a6-423f-9813-99861e8040fc req-1f747d7d-d1de-4ebe-b5d8-99645d598c7c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:16.755337 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-628dd96f-66a6-423f-9813-99861e8040fc req-1f747d7d-d1de-4ebe-b5d8-99645d598c7c tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0523303 Sep 22 17:22:16.793243 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-628dd96f-66a6-423f-9813-99861e8040fc req-0079f859-e94d-4641-89a3-5b0265c86ea7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Sep 22 17:22:17.850748 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931716b9-9e00-4902-a2c0-371dc5a9d5ae req-5697889a-f265-4127-932b-55d85a339a22 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:17.852241 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-931716b9-9e00-4902-a2c0-371dc5a9d5ae req-5697889a-f265-4127-932b-55d85a339a22 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0475678 Sep 22 17:22:17.882623 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:22:17.891195 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-931716b9-9e00-4902-a2c0-371dc5a9d5ae req-0fbbc31f-afb5-449b-b1ab-f9b14cd952de tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326288 Sep 22 17:22:17.924940 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b69bfc-2b9c-4f16-9fe3-253b4fd8ff29 req-8226ba04-826f-407c-ab8e-15b916231f17 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:17.927081 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-12b69bfc-2b9c-4f16-9fe3-253b4fd8ff29 req-8226ba04-826f-407c-ab8e-15b916231f17 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 944 time: 0.0609019 Sep 22 17:22:17.934804 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port ac309dba-5a86-40a0-924f-68e7ca421b48 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:22:17.935180 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:17.966107 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-12b69bfc-2b9c-4f16-9fe3-253b4fd8ff29 req-a838f17a-4615-4984-99e4-773e2e904d08 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Sep 22 17:22:18.012512 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:18.033870 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:18.036624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d802d0e-ec42-4094-8a8f-2acbd6ad40c1" -d '{"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:18.048873 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:18.054204 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:18.081432 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b926e7c8-78ed-42e8-b57f-dffbb9dd8df6 x-openstack-request-id: req-b926e7c8-78ed-42e8-b57f-dffbb9dd8df6 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:18.081728 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-plugged", "status": "completed", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:18.081981 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b926e7c8-78ed-42e8-b57f-dffbb9dd8df6 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:18.082369 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'code': 200} Sep 22 17:22:18.112329 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=10']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:18.257219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8fe1-8dea-4763-a49d-f4455b25a26f req-67a9e04f-a702-4590-adcb-be0ead1c5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:18.258677 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bd2e8fe1-8dea-4763-a49d-f4455b25a26f req-67a9e04f-a702-4590-adcb-be0ead1c5491 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 1099 time: 0.0422988 Sep 22 17:22:18.292151 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-bd2e8fe1-8dea-4763-a49d-f4455b25a26f req-5a024d25-3596-4f87-8e3e-918d3f002a6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261016 Sep 22 17:22:19.005343 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877d8d-57c3-4ce1-9f8a-639610c81ec7 req-2e6b852e-6dc5-4fe0-af9e-c24241c5d2fc tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:19.006816 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec877d8d-57c3-4ce1-9f8a-639610c81ec7 req-2e6b852e-6dc5-4fe0-af9e-c24241c5d2fc tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0487165 Sep 22 17:22:19.043193 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec877d8d-57c3-4ce1-9f8a-639610c81ec7 req-b9299acc-36c8-43c1-89fd-e7ad72eda084 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304778 Sep 22 17:22:19.094594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1223-8707-4856-9654-abf0aa12da1d req-daab016a-20bc-443c-a4fc-a42989a428c8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:19.096066 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-69bb1223-8707-4856-9654-abf0aa12da1d req-daab016a-20bc-443c-a4fc-a42989a428c8 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 946 time: 0.0474374 Sep 22 17:22:19.133485 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-69bb1223-8707-4856-9654-abf0aa12da1d req-1c6e675e-8f27-4b22-bbe7-47f156025ce7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Sep 22 17:22:20.154294 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9fd03-ba9f-4926-8ab8-5412699bb6ef req-02007727-9b8c-4460-87c3-a564068831ef tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:20.155756 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1eb9fd03-ba9f-4926-8ab8-5412699bb6ef req-02007727-9b8c-4460-87c3-a564068831ef tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0468280 Sep 22 17:22:20.197377 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1eb9fd03-ba9f-4926-8ab8-5412699bb6ef req-89ed2252-c7db-401d-b8d3-28165e7a401f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357995 Sep 22 17:22:20.251970 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74f4b7-3c72-480a-a1fa-47492105073e req-3df6bbdf-02bd-42e5-9e1d-dc6417b1cbc7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:20.253640 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e74f4b7-3c72-480a-a1fa-47492105073e req-3df6bbdf-02bd-42e5-9e1d-dc6417b1cbc7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 946 time: 0.0486031 Sep 22 17:22:20.290996 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8e74f4b7-3c72-480a-a1fa-47492105073e req-461d157f-2cc1-4299-a462-f359866975c6 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303464 Sep 22 17:22:21.317271 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e516b5-ad03-4d05-84c2-818c38fee6ec req-e87de61f-46c5-4d4e-b462-fe4261c38adf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:21.318706 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-85e516b5-ad03-4d05-84c2-818c38fee6ec req-e87de61f-46c5-4d4e-b462-fe4261c38adf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0473678 Sep 22 17:22:21.355401 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-85e516b5-ad03-4d05-84c2-818c38fee6ec req-9de2e871-b64a-4b02-9274-615d34b06cd0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Sep 22 17:22:21.902202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:22:21.998853 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:22.009856 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '8193f882-1392-4a0b-b262-c74a1378aecb', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'mac_address': 'fa:16:3e:29:c5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:22:22.048570 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:22.061296 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8193f882-1392-4a0b-b262-c74a1378aecb {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:22:22.081087 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:22.084478 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:22.133829 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:22.304670 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['8193f882-1392-4a0b-b262-c74a1378aecb'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:22:22.474138 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbb0f8-c7af-4144-a57e-9a6ff4b96e85 req-d8adad27-b114-4d29-8a85-82584f78ae77 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:22.475558 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e7dbb0f8-c7af-4144-a57e-9a6ff4b96e85 req-d8adad27-b114-4d29-8a85-82584f78ae77 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 944 time: 0.0529325 Sep 22 17:22:22.513591 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e7dbb0f8-c7af-4144-a57e-9a6ff4b96e85 req-53416ef9-784d-4005-aaf6-6ffcd242d80f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Sep 22 17:22:23.626870 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e06fa3-3f25-4257-be27-0cefb5c11aac req-2abd958d-aff9-4a85-9725-673ebd80ab9b tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:23.628344 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5e06fa3-3f25-4257-be27-0cefb5c11aac req-2abd958d-aff9-4a85-9725-673ebd80ab9b tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 944 time: 0.0480895 Sep 22 17:22:23.664244 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c5e06fa3-3f25-4257-be27-0cefb5c11aac req-f0ed2070-4e6b-4232-8dc8-ea2ba964a4bd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301065 Sep 22 17:22:23.913459 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:22:23.959503 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 8193f882-1392-4a0b-b262-c74a1378aecb completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:22:23.963081 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 8193f882-1392-4a0b-b262-c74a1378aecb triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:22:23.963447 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:24.044020 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:24.065208 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:24.068070 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465e98cc-0805-4b6a-b625-3c7eed2914a0" -d '{"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-plugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:24.079834 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:24.084037 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:24.106266 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6682111c-6bde-4257-ab78-bc2e6766fb7d x-openstack-request-id: req-6682111c-6bde-4257-ab78-bc2e6766fb7d {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:24.106556 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-plugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:24.106809 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6682111c-6bde-4257-ab78-bc2e6766fb7d {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:24.107192 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'code': 200} Sep 22 17:22:24.132533 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:24.316388 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb36c88-0b92-4e77-b432-ea1014861a6a req-0491d8fa-9e65-407b-aab0-f5de45c82859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:24.318420 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dcb36c88-0b92-4e77-b432-ea1014861a6a req-0491d8fa-9e65-407b-aab0-f5de45c82859 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0386548 Sep 22 17:22:24.351477 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dcb36c88-0b92-4e77-b432-ea1014861a6a req-9ed15292-42d3-4c6f-8b9d-ab1db5a9b76d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260339 Sep 22 17:22:24.778291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac953-437c-41ab-92c0-c0f7bfcf001f req-a07a7d2d-a445-40e0-8ae1-aa414191ae18 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:24.779778 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-698ac953-437c-41ab-92c0-c0f7bfcf001f req-a07a7d2d-a445-40e0-8ae1-aa414191ae18 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0478232 Sep 22 17:22:24.816465 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-698ac953-437c-41ab-92c0-c0f7bfcf001f req-2e7c9cfd-bbed-4837-9072-d45a207f83d2 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308616 Sep 22 17:22:25.927076 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89af13-89dc-48a8-bb23-3500e4bb0480 req-5fbd4cf6-8095-4aa5-b7b9-0b8f421bdbd5 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:25.928576 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af89af13-89dc-48a8-bb23-3500e4bb0480 req-5fbd4cf6-8095-4aa5-b7b9-0b8f421bdbd5 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0475614 Sep 22 17:22:25.968704 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af89af13-89dc-48a8-bb23-3500e4bb0480 req-9c760bfe-2219-43a4-8e5b-337c3745d4ad tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Sep 22 17:22:26.080806 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604becec-4e78-4e9f-bea1-0bf483c5d8df req-d9f13ee0-77f6-411b-b8d0-bf684756db98 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:26.082818 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-604becec-4e78-4e9f-bea1-0bf483c5d8df req-d9f13ee0-77f6-411b-b8d0-bf684756db98 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0502253 Sep 22 17:22:26.118916 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-604becec-4e78-4e9f-bea1-0bf483c5d8df req-8b81f572-5e9b-4fcb-9d5e-20f23bd09b62 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300107 Sep 22 17:22:26.140153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53464) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:26.313027 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06184c93-50d8-43f3-8408-96d5244ca40b tempest-TestShelveInstance-645025536 tempest-TestShelveInstance-645025536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:26.314478 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-06184c93-50d8-43f3-8408-96d5244ca40b tempest-TestShelveInstance-645025536 tempest-TestShelveInstance-645025536-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1093 time: 0.1733873 Sep 22 17:22:26.317930 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53468) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:26.322027 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:26.341789 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for floatingip, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:26.435569 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:26.534036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Allocated IP 172.27.1.191 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/4fddffac-a36e-4b27-b2a1-7d189ca9eaad) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:22:26.642912 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:26.675003 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:26.709111 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:22:26.711768 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:22:26.714487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:22:26.742872 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'Port': ['ID=4fddffac-a36e-4b27-b2a1-7d189ca9eaad,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:27.050516 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.112940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.257797 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.261941 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.326933 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event updated for resources: {'Port': ['ID=4fddffac-a36e-4b27-b2a1-7d189ca9eaad,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:27.336180 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.336533 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.336880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.337219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.337556 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.337892 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.338223 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.338551 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.338882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.339210 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.339535 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.339884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:27.346753 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.443328 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Floating IP 55b41d09-c489-409c-a96c-2eb4e9f0157f associated. External IP: 172.27.1.191, port: 8193f882-1392-4a0b-b262-c74a1378aecb. Sep 22 17:22:27.639723 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Router ed89fe05-a9fd-47b3-800b-4e7d4072382f has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:22:27.742226 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:22:27.752019 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Sync routers for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:22:27.759040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.762031 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:27.762713 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:27.786529 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-f8197be6-1129-41a3-b5de-de67b68de2a3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4676127 Sep 22 17:22:27.787087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:27.789384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac62206-9112-420f-b73b-1c23b9fc741f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:27.823199 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f371b1-655e-4d18-9ec1-4f34a26f5e7f x-openstack-request-id: req-d9f371b1-655e-4d18-9ec1-4f34a26f5e7f {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:27.823491 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:27.823778 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9f371b1-655e-4d18-9ec1-4f34a26f5e7f {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:27.824181 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'status': 'completed', 'code': 200} Sep 22 17:22:27.869181 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:27.893323 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62206-9112-420f-b73b-1c23b9fc741f req-d55fa567-61d6-4682-953c-abee6ab75b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:27.895369 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-d55fa567-61d6-4682-953c-abee6ab75b77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0430162 Sep 22 17:22:27.967467 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:22:27.988092 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62206-9112-420f-b73b-1c23b9fc741f req-8dd448a1-bf61-451a-81d4-cfbbd52ba720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:27.989729 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-8dd448a1-bf61-451a-81d4-cfbbd52ba720 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 909 time: 0.0878637 Sep 22 17:22:28.053445 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-32719f3d-af97-4712-8260-e7a20bd94d12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 999 time: 0.0568051 Sep 22 17:22:28.092998 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '55b41d09-c489-409c-a96c-2eb4e9f0157f', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'mac_address': 'fa:16:3e:29:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b67b37-7489-4d15-8120-38057190825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:22:26Z', 'updated_at': '2021-09-22T17:22:26Z', 'revision_number': 0, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:28.105988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62206-9112-420f-b73b-1c23b9fc741f req-a75acd1a-6ac7-4de2-9d53-bfc42ca107b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:28.107501 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-a75acd1a-6ac7-4de2-9d53-bfc42ca107b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0469489 Sep 22 17:22:28.119084 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Checking router: ed89fe05-a9fd-47b3-800b-4e7d4072382f for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:22:28.127159 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:28.128161 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:28.151855 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62206-9112-420f-b73b-1c23b9fc741f req-f8ba3b99-31bc-42b8-9bf3-4e80eb4bbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:28.153266 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-f8ba3b99-31bc-42b8-9bf3-4e80eb4bbb2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389082 Sep 22 17:22:28.246233 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-c63918b2-51c8-4ebc-a2cf-e4861185f1d5 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853319 Sep 22 17:22:28.341438 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aac62206-9112-420f-b73b-1c23b9fc741f req-19147977-9738-4693-b6fa-6d42255b957d service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Sep 22 17:22:28.352225 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:28.563397 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '55b41d09-c489-409c-a96c-2eb4e9f0157f', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'mac_address': 'fa:16:3e:29:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b67b37-7489-4d15-8120-38057190825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:22:26Z', 'updated_at': '2021-09-22T17:22:26Z', 'revision_number': 0, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:28.591570 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c823b8f-ee44-4c6e-b921-24dfd2e77051 None None] The sync data for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi is: [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '55b41d09-c489-409c-a96c-2eb4e9f0157f', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'mac_address': 'fa:16:3e:29:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b67b37-7489-4d15-8120-38057190825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:22:26Z', 'updated_at': '2021-09-22T17:22:26Z', 'revision_number': 0, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:22:29.163677 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949cf12-f32c-4dcb-ae37-9f79a55da144 None None] New status for floating IP 55b41d09-c489-409c-a96c-2eb4e9f0157f: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:22:39.833863 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0b7a-2223-43b4-a4b0-c62c7710941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:41.408820 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:42.311100 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9aa83cb3-6da0-469b-8042-7cdbe36a8d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:43.193846 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:43.242108 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:43.344599 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c309-3ae5-4901-b61d-a0bcddcde52c req-95bcb42a-2134-4e3f-9b18-7e41316f6ed9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:43.346016 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1185c309-3ae5-4901-b61d-a0bcddcde52c req-95bcb42a-2134-4e3f-9b18-7e41316f6ed9 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0492504 Sep 22 17:22:43.383004 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-1185c309-3ae5-4901-b61d-a0bcddcde52c req-700decf3-d60b-4446-bf00-f4db43f1c582 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Sep 22 17:22:44.494446 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0975-6f9d-4c3e-9e28-76fc7ffca4a1 req-0255a38d-5f41-48d2-a20f-4aada2f66f1a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:44.495917 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dccf0975-6f9d-4c3e-9e28-76fc7ffca4a1 req-0255a38d-5f41-48d2-a20f-4aada2f66f1a tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0470183 Sep 22 17:22:44.531647 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-dccf0975-6f9d-4c3e-9e28-76fc7ffca4a1 req-c1e74768-a178-4753-82b7-50bbfb13ef40 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299077 Sep 22 17:22:45.182530 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-6d8c05ef-ba94-4a2f-9856-193a71b31033 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:45.184071 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-6d8c05ef-ba94-4a2f-9856-193a71b31033 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0504365 Sep 22 17:22:45.270893 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Deleting port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:45.271232 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.326568 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.367564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] For port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:45.367953 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.528905 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.529609 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.529609 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Floating IP b563562e-b911-490d-b329-dea4c2cf7f58 disassociated. External IP: 172.27.1.141, port: 27e8d10d-be6a-40f0-b6c5-34c7a13e458f. Sep 22 17:22:45.529832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Calling delete_port for 27e8d10d-be6a-40f0-b6c5-34c7a13e458f owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:45.645979 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e427f97-9715-4a3e-9acf-c409b18b9de5 req-ea19d69d-c054-40fc-aecc-7d7f77f8962e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:45.647449 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3e427f97-9715-4a3e-9acf-c409b18b9de5 req-ea19d69d-c054-40fc-aecc-7d7f77f8962e tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a HTTP/1.1" status: 200 len: 945 time: 0.0486898 Sep 22 17:22:45.655496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:45.681719 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'Port': ['ID=27e8d10d-be6a-40f0-b6c5-34c7a13e458f,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:45.687526 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3e427f97-9715-4a3e-9acf-c409b18b9de5 req-296bd05c-1605-4c9c-969d-0c416d088a5d tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337732 Sep 22 17:22:45.799515 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:22:45.907155 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:22:45.916854 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:22:45.926886 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:45.927512 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:46.034576 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:46.192964 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] No DVR routers for this DVR port 27e8d10d-be6a-40f0-b6c5-34c7a13e458f on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:46.195591 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:46.197781 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5496c352-dbb6-4690-ada3-b9febfd32877 req-a454c895-9400-4b0a-86c9-0c85f70af0a5 tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.24 "DELETE /v2.0/ports/27e8d10d-be6a-40f0-b6c5-34c7a13e458f HTTP/1.1" status: 204 len: 173 time: 1.0068674 Sep 22 17:22:46.198230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'name': 'network-vif-deleted', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:46.200475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a40a428-7943-47d8-aa7a-59d9c8264513" -d '{"events": [{"server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "name": "network-vif-deleted", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:46.240702 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917dd6bf-cf32-45fa-85b0-6565668c0aee x-openstack-request-id: req-917dd6bf-cf32-45fa-85b0-6565668c0aee {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:46.240996 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a", "name": "network-vif-deleted", "tag": "27e8d10d-be6a-40f0-b6c5-34c7a13e458f", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:46.241296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-917dd6bf-cf32-45fa-85b0-6565668c0aee {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:46.241709 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff8e8b-34ed-4eb1-8670-39c6569d9f3a', 'name': 'network-vif-deleted', 'tag': '27e8d10d-be6a-40f0-b6c5-34c7a13e458f', 'status': 'completed', 'code': 200} Sep 22 17:22:46.244068 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:46.274563 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:22:46.283240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:46.283871 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:46.385476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:46.573664 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:46.599747 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf46f60-2359-4923-834a-387150f56bd9 None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:16:03Z', 'revision_number': 4, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '6a38e90d-6cc3-4987-ac87-516bf7aa23f5', 'name': '', 'network_id': '4265cf5c-032a-45e7-9b0f-da030d0d23d1', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'mac_address': 'fa:16:3e:9e:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:02Z', 'updated_at': '2021-09-22T17:16:12Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'subnets': [{'id': '8b939c06-43ae-461a-a752-66fa6084d82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:22:46.774783 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53530) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:46.819709 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66eff8-9f87-46e5-89c5-2cb96641f820 None None] New status for floating IP b563562e-b911-490d-b329-dea4c2cf7f58: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:22:46.830008 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:46.854398 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:46.900985 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:46.903827 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:46.905084 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "DELETE /v2.0/security-groups/6e96b272-d2c5-4438-b9eb-3d6d667f9f6c HTTP/1.1" status: 204 len: 168 time: 0.1292615 Sep 22 17:22:46.909480 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53532) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:46.917239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd6da9-ad84-484d-b0a5-9749eed5a92b tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e96b272-d2c5-4438-b9eb-3d6d667f9f6c,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:46.923054 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.api.v2.resource [None req-ed655eeb-f6c9-4067-8263-282dda4e221f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] show failed (client error): The resource could not be found. Sep 22 17:22:46.926583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ed655eeb-f6c9-4067-8263-282dda4e221f tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "GET /v2.0/security-groups/6e96b272-d2c5-4438-b9eb-3d6d667f9f6c HTTP/1.1" status: 404 len: 347 time: 0.0175245 Sep 22 17:22:46.927223 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53534) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:47.050930 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Deleting port 0213428d-ac7f-4a86-8be7-3822c2be317a {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:47.051267 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.126219 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.126544 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.137618 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Calling delete_port for 0213428d-ac7f-4a86-8be7-3822c2be317a owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:47.264147 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.288589 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Pushing event deleted for resources: {'Port': ['ID=0213428d-ac7f-4a86-8be7-3822c2be317a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:47.298451 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.298796 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.299139 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.299472 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.299859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.300149 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.300473 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.300799 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.301122 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.301441 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.301758 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.302073 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:47.357884 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.360724 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:47.361865 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3b29d80f-7b8e-4bf2-b097-27cb94aaa7fc tempest-AttachVolumeTestJSON-1166650358 tempest-AttachVolumeTestJSON-1166650358-project] 10.222.0.11 "DELETE /v2.0/floatingips/b563562e-b911-490d-b329-dea4c2cf7f58 HTTP/1.1" status: 204 len: 168 time: 0.4337091 Sep 22 17:22:48.068882 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 27e8d10d-be6a-40f0-b6c5-34c7a13e458f no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:48.091836 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 27e8d10d-be6a-40f0-b6c5-34c7a13e458f {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:48.092176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 27e8d10d-be6a-40f0-b6c5-34c7a13e458f not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:50.882816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53566) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:51.316618 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:51.548017 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Deleting port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:51.548349 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:51.627427 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] For port 6a38e90d-6cc3-4987-ac87-516bf7aa23f5, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:51.627812 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:51.640124 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Calling delete_port for 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:51.808705 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:51.832525 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a38e90d-6cc3-4987-ac87-516bf7aa23f5,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:52.006232 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.207108 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:22:52.306046 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:22:52.311138 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-076a6e1e-f9ff-409f-8154-f495763d51a9 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4272950 Sep 22 17:22:52.313679 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53572) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:52.315255 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Sync routers for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:22:52.325747 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:52.326349 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:52.413057 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.430570 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:52.510668 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.564612 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Deleting port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:52.564955 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.604169 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:22:51Z', 'revision_number': 5, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port': {'id': 'b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:52.630293 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Checking router: 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:22:52.639050 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Routers {'2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:52.639686 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:52.644588 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] For port b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:52.644957 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.657066 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Calling delete_port for b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 owned by network:router_gateway {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:52.822571 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.846036 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] Set router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 gateway port host: None {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:52.846691 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:52.901066 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-c6912186-708a-432c-a207-22ac35023bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:22:52Z', 'revision_number': 6, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:52.914079 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.929172 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6912186-708a-432c-a207-22ac35023bfc None None] The sync data for ids ['2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7'] in dv-cinder-810415-2-iscsi is: [{'id': '2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7', 'name': 'tempest-AttachVolumeTestJSON-2135653141-router', 'tenant_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:57Z', 'updated_at': '2021-09-22T17:22:52Z', 'revision_number': 6, 'project_id': '8c154d73b6fc4e029f24c1e23c14abf7', 'gw_port_host': None}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:22:53.244005 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.245994 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.289331 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.290017 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 {{(pid=94223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:22:53.294307 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.295662 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5e0fddf5-cccb-4de1-b77b-ea8c103821d6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2b8f5cd8-cb6c-4dd9-a732-1513e45a5ff7 HTTP/1.1" status: 204 len: 168 time: 0.9810526 Sep 22 17:22:53.298587 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53576) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:53.352534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Deleting subnet 8b939c06-43ae-461a-a752-66fa6084d82e {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:22:53.355704 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.400062 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.508015 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.563757 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.590369 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b939c06-43ae-461a-a752-66fa6084d82e,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:53.592355 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.594196 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-98fab151-718f-445a-8cc7-a57aaaaf976b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b939c06-43ae-461a-a752-66fa6084d82e HTTP/1.1" status: 204 len: 168 time: 0.2946150 Sep 22 17:22:53.596644 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53586) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:53.599135 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19c4e1-f171-4055-b32d-b3b373d2de9a None None] Network 4265cf5c-032a-45e7-9b0f-da030d0d23d1 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:22:53.650266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f531e-3609-432b-bf3e-ba1b5cf76e99 req-7c2ab117-2313-4eeb-82f0-5764c3d4adc5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:53.651710 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-545f531e-3609-432b-bf3e-ba1b5cf76e99 req-7c2ab117-2313-4eeb-82f0-5764c3d4adc5 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 946 time: 0.0481324 Sep 22 17:22:53.664719 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.708235 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-545f531e-3609-432b-bf3e-ba1b5cf76e99 req-1a7f6714-83a6-404a-a087-1f042e2f33c7 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499699 Sep 22 17:22:53.733564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Deleting port a3598d51-2d4f-4f38-8b4e-86767aaf92db {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:53.733903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.796639 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] For port a3598d51-2d4f-4f38-8b4e-86767aaf92db, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a3598d51-2d4f-4f38-8b4e-86767aaf92db,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:53.797004 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.798624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] DHCP port deletion for 4265cf5c-032a-45e7-9b0f-da030d0d23d1 request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:22:53.810749 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Calling delete_port for a3598d51-2d4f-4f38-8b4e-86767aaf92db owned by network:dhcp {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:53.852430 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Deleting port a3598d51-2d4f-4f38-8b4e-86767aaf92db {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:53.852905 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.895986 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.921798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] For port a3598d51-2d4f-4f38-8b4e-86767aaf92db, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a3598d51-2d4f-4f38-8b4e-86767aaf92db,segment=NetworkSegment(2eded19d-68bb-449d-a640-46886bbd9e45),segment_id=2eded19d-68bb-449d-a640-46886bbd9e45)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:53.922195 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:53.922699 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3598d51-2d4f-4f38-8b4e-86767aaf92db,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:53.926265 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] No DVR routers for this DVR port a3598d51-2d4f-4f38-8b4e-86767aaf92db on host dv-cinder-810415-2-iscsi {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:53.935909 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Calling delete_port for a3598d51-2d4f-4f38-8b4e-86767aaf92db owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:54.007723 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.017309 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.024415 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4265cf5c-032a-45e7-9b0f-da030d0d23d1']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:54.033400 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eded19d-68bb-449d-a640-46886bbd9e45') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:54.033704 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eded19d-68bb-449d-a640-46886bbd9e45') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:54.042605 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Pushing event deleted for resources: {'Port': ['ID=a3598d51-2d4f-4f38-8b4e-86767aaf92db,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:54.043420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.050075 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] No DVR routers for this DVR port a3598d51-2d4f-4f38-8b4e-86767aaf92db on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:54.052166 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.052520 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.052894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.053238 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.053573 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.053908 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.054238 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.054567 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.054918 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.055248 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.055572 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.055920 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064444d8-b836-4aa7-b42c-e4f4104f6bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:22:54.057212 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.063795 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:22:54.064385 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:22:54.071982 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:22:54.126067 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.131822 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.133782 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4265cf5c-032a-45e7-9b0f-da030d0d23d1 HTTP/1.1" status: 204 len: 168 time: 0.5362487 Sep 22 17:22:54.144025 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042dc83-4de2-4afd-9924-b365c801cfe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4265cf5c-032a-45e7-9b0f-da030d0d23d1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:54.241509 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53590) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:54.282300 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d50c7342-e490-4008-9adb-b6d1487f592f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c154d73b6fc4e029f24c1e23c14abf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396273 Sep 22 17:22:54.284559 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53592) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:54.330250 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.350443 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.393915 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.397183 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.398344 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e90217d3-8fc8-40a8-9867-5063823a9325 HTTP/1.1" status: 204 len: 168 time: 0.1129260 Sep 22 17:22:54.406082 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61fc1-a333-4ee0-a750-f3b57656bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90217d3-8fc8-40a8-9867-5063823a9325,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:54.609217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:54.632037 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:54.632381 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 6a38e90d-6cc3-4987-ac87-516bf7aa23f5 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:54.632777 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a3598d51-2d4f-4f38-8b4e-86767aaf92db no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:54.651090 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: a3598d51-2d4f-4f38-8b4e-86767aaf92db {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:54.651436 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a3598d51-2d4f-4f38-8b4e-86767aaf92db not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:54.651867 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:54.669932 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:54.670274 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device b7025cdd-9e9f-4cb4-b6f2-cad47fef4ce8 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:54.835529 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a802-f594-4700-9a07-c044f9534df2 req-ec8459d9-c078-4cf4-bf38-dccf1845dd2b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:54.837094 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf59a802-f594-4700-9a07-c044f9534df2 req-ec8459d9-c078-4cf4-bf38-dccf1845dd2b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 946 time: 0.0587509 Sep 22 17:22:54.877223 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-cf59a802-f594-4700-9a07-c044f9534df2 req-ea39c4a1-633e-489b-8526-ecf588dac72d tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups?id=b97180e2-017e-4dc3-bb2b-7e19d4a7417a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342066 Sep 22 17:22:55.055650 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53616) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:55.113895 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-d9d3443d-ed67-4c8b-81d8-8ba9bc55f187 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:55.115929 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-d9d3443d-ed67-4c8b-81d8-8ba9bc55f187 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 946 time: 0.0464795 Sep 22 17:22:55.149975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-783396949-network', 'tenant_id': '957ba523f1ac4e779ad99a211a48ae1e'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:55.198499 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Made reservation on behalf of 957ba523f1ac4e779ad99a211a48ae1e for: {'network': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:22:55.200789 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.214801 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.248941 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Deleting port ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:55.249388 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.362533 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] For port ac309dba-5a86-40a0-924f-68e7ca421b48, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=ac309dba-5a86-40a0-924f-68e7ca421b48,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:22:55.362895 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.433880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.438960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.500058 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:22:55.511712 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e0665-3a6a-4c4c-ab7d-44572eb4ae4e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:55.519723 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.519966 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.segments_db [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Added segment c7035b7a-065e-48e6-8339-902f06c464a5 of type vlan for network f23bb002-bbec-4c4f-9c0c-a121db26c3bb Sep 22 17:22:55.600665 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.623568 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.624057 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.624379 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Floating IP 6b2e95ce-47c0-4295-9f16-804eeeae73bf disassociated. External IP: 172.27.1.67, port: ac309dba-5a86-40a0-924f-68e7ca421b48. Sep 22 17:22:55.624721 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Calling delete_port for ac309dba-5a86-40a0-924f-68e7ca421b48 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:55.645103 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.646032 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:55.647148 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.717797 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6609750 Sep 22 17:22:55.720674 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53620) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:55.726279 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Request body: {'subnet': {'network_id': 'f23bb002-bbec-4c4f-9c0c-a121db26c3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-783396949-subnet', 'tenant_id': '957ba523f1ac4e779ad99a211a48ae1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:55.746758 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Made reservation on behalf of 957ba523f1ac4e779ad99a211a48ae1e for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:22:55.748982 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311384'] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.751173 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcec6db-0a50-49ce-9e6f-691f39078451 admin admin] Pushing event updated for resources: {'Network': ['ID=f23bb002-bbec-4c4f-9c0c-a121db26c3bb,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:55.760718 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network f23bb002-bbec-4c4f-9c0c-a121db26c3bb details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:22:55.828705 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.861129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'Port': ['ID=ac309dba-5a86-40a0-924f-68e7ca421b48,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:55.915298 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11563990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311402'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.970829 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:22:55.995877 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63045d28-5adb-42c3-8684-239ccb422127 req-66e59cb3-35a4-4f70-953b-535caf5a70dc tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad010d9-4307-4d88-891a-68bf729ce40f HTTP/1.1" status: 200 len: 210 time: 0.0435724 Sep 22 17:22:55.996549 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91515ce8-a6bf-4be8-b759-51024db590d7,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:56.010345 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Checking segment: {'id': 'c7035b7a-065e-48e6-8339-902f06c464a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f23bb002-bbec-4c4f-9c0c-a121db26c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:22:56.010612 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Network hostable DHCP agents. Network: f23bb002-bbec-4c4f-9c0c-a121db26c3bb, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:22:56.036267 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Network f23bb002-bbec-4c4f-9c0c-a121db26c3bb is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:22:56.045569 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, f23bb002-bbec-4c4f-9c0c-a121db26c3bb) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:22:56.049637 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:56.050209 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.056428 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01062dce-413b-46bb-8d82-2bd63c99a6ff None None] Network f23bb002-bbec-4c4f-9c0c-a121db26c3bb requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:22:56.074713 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e918bf06-526b-4187-8857-e8186b37222c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3453081 Sep 22 17:22:56.090588 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:22:56.102572 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:22:56.112606 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:56.114250 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:56.138248 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] No DVR routers for this DVR port ac309dba-5a86-40a0-924f-68e7ca421b48 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:22:56.140697 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.142734 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3cbbfd2d-e609-4417-af41-51f447b7c96f req-8f1b3173-8085-426d-9ea7-f5e332bfd488 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.24 "DELETE /v2.0/ports/ac309dba-5a86-40a0-924f-68e7ca421b48 HTTP/1.1" status: 204 len: 173 time: 1.0211804 Sep 22 17:22:56.143178 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-deleted', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:22:56.145677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd8901-175c-4f21-b8b3-38f1143314fb" -d '{"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-deleted", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:22:56.183445 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5520f-0786-4320-9226-16d1257c880a None None] Network f23bb002-bbec-4c4f-9c0c-a121db26c3bb requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:22:56.204218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fe04e4-b24d-4f0d-96a3-9fa34469c444 x-openstack-request-id: req-b0fe04e4-b24d-4f0d-96a3-9fa34469c444 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:22:56.204635 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad010d9-4307-4d88-891a-68bf729ce40f", "name": "network-vif-deleted", "tag": "ac309dba-5a86-40a0-924f-68e7ca421b48", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:22:56.205080 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0fe04e4-b24d-4f0d-96a3-9fa34469c444 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:22:56.205567 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad010d9-4307-4d88-891a-68bf729ce40f', 'name': 'network-vif-deleted', 'tag': 'ac309dba-5a86-40a0-924f-68e7ca421b48', 'status': 'completed', 'code': 200} Sep 22 17:22:56.270825 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:56.663550 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:56.668850 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53640) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:56.673778 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977116324-network', 'tenant_id': '9ccae9dffcb74d89823cfd4b6e49bc55'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:56.690207 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:22:56.692819 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Made reservation on behalf of 9ccae9dffcb74d89823cfd4b6e49bc55 for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:22:56.695795 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.704479 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.705042 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:22:56.705643 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:56.794380 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.798192 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.815354 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:22:56.821846 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:22:56.831120 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8688b2de-6f9e-4b53-9dbd-5f75d09d3197,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:56.836398 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.836744 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Added segment 7422af2f-f7c6-46c3-b9bf-2d703f9ccb4d of type vlan for network 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 Sep 22 17:22:56.874601 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.903921 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.904864 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:56.905438 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.934649 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2646277 Sep 22 17:22:56.937928 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53642) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:56.944685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Request body: {'subnet': {'network_id': '19daa3cb-bfe5-4fa3-8d10-0b471230cbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977116324-subnet', 'tenant_id': '9ccae9dffcb74d89823cfd4b6e49bc55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:22:56.965680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Made reservation on behalf of 9ccae9dffcb74d89823cfd4b6e49bc55 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:22:56.967945 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30193c90-b961-4e9f-b3af-88a2954b763d admin admin] Pushing event updated for resources: {'Network': ['ID=19daa3cb-bfe5-4fa3-8d10-0b471230cbc1,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:56.968139 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:56.979963 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:22:57.028504 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:57.063940 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba90e2-fb57-46ab-911c-8763440f75fd None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:16:06Z', 'revision_number': 4, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '028bbc14-6a5d-48cf-9ca9-036a3a427974', 'name': '', 'network_id': '5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'mac_address': 'fa:16:3e:5a:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:05Z', 'updated_at': '2021-09-22T17:16:13Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'subnets': [{'id': '603bf4f6-8b6b-4e38-8204-2d9655ab8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:22:57.104574 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53648) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:57.155216 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.161296 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.184634 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.211238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a5609a-18c7-4db0-8938-05483d7a1556,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:57.220521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Checking segment: {'id': '7422af2f-f7c6-46c3-b9bf-2d703f9ccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '19daa3cb-bfe5-4fa3-8d10-0b471230cbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:22:57.220748 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Network hostable DHCP agents. Network: 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:22:57.234351 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.237178 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Network 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:22:57.237314 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.241340 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "DELETE /v2.0/security-groups/b97180e2-017e-4dc3-bb2b-7e19d4a7417a HTTP/1.1" status: 204 len: 168 time: 0.1323798 Sep 22 17:22:57.241742 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53650) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:57.248243 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c472a-323d-4373-be33-ab224c81b014 tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97180e2-017e-4dc3-bb2b-7e19d4a7417a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:57.262069 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.api.v2.resource [None req-60b19445-6925-427e-9f39-581899a70caa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] show failed (client error): The resource could not be found. Sep 22 17:22:57.263313 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-60b19445-6925-427e-9f39-581899a70caa tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "GET /v2.0/security-groups/b97180e2-017e-4dc3-bb2b-7e19d4a7417a HTTP/1.1" status: 404 len: 347 time: 0.0204782 Sep 22 17:22:57.266164 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53652) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:57.280353 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:22:57.284825 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:22:57.285731 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.291760 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf937a06-c810-4613-a928-d734eaf0fba9 None None] Network 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:22:57.370739 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf3a11-11f1-4995-92d1-ac136a9f2146 None None] New status for floating IP 6b2e95ce-47c0-4295-9f16-804eeeae73bf: DOWN {{(pid=94224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:22:57.375497 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-968cee32-ab41-4cff-8c06-a3964de1ffe3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4324234 Sep 22 17:22:57.416178 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Deleting port 9d48d6c4-c54a-4094-92ac-d6871d45c0fd {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:22:57.416695 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.494469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53658) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:57.498907 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.499267 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.511600 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Calling delete_port for 9d48d6c4-c54a-4094-92ac-d6871d45c0fd owned by network:floatingip {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:22:57.516736 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43474c3b-470c-40af-b507-42dec28a3a88 None None] Network 19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:22:57.556267 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Deleting subnet 91515ce8-a6bf-4be8-b759-51024db590d7 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:22:57.560725 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.597578 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.642176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.661590 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.686810 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Pushing event deleted for resources: {'Port': ['ID=9d48d6c4-c54a-4094-92ac-d6871d45c0fd,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:57.696855 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.723458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91515ce8-a6bf-4be8-b759-51024db590d7,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:57.726005 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.730399 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-565d2877-2ac8-43ab-beb7-37bd2123cf20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/91515ce8-a6bf-4be8-b759-51024db590d7 HTTP/1.1" status: 204 len: 168 time: 0.2315557 Sep 22 17:22:57.730910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53660) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:57.745843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.748376 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.752205 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b55fc846-5750-4f96-8329-5863cbe15d6b tempest-AttachVolumeShelveTestJSON-253908361 tempest-AttachVolumeShelveTestJSON-253908361-project] 10.222.0.11 "DELETE /v2.0/floatingips/6b2e95ce-47c0-4295-9f16-804eeeae73bf HTTP/1.1" status: 204 len: 168 time: 0.4818444 Sep 22 17:22:57.797808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.885538 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.905335 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23bb002-bbec-4c4f-9c0c-a121db26c3bb']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:57.915254 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7035b7a-065e-48e6-8339-902f06c464a5') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:57.915550 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7035b7a-065e-48e6-8339-902f06c464a5') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:57.925737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.939057 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.945146 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:22:57.945527 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:22:57.947191 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:22:58.005991 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.011552 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.016081 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] 10.222.0.11 "DELETE /v2.0/networks/f23bb002-bbec-4c4f-9c0c-a121db26c3bb HTTP/1.1" status: 204 len: 168 time: 0.2819998 Sep 22 17:22:58.016486 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53666) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:58.024258 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a87e66-cf26-4801-a52b-299b841d156f admin admin] Pushing event deleted for resources: {'Network': ['ID=f23bb002-bbec-4c4f-9c0c-a121db26c3bb,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:58.065903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Deleting subnet 82a5609a-18c7-4db0-8938-05483d7a1556 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:22:58.069870 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.085974 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:22:58.105383 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: ac309dba-5a86-40a0-924f-68e7ca421b48 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:22:58.105654 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device ac309dba-5a86-40a0-924f-68e7ca421b48 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:22:58.107152 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.144494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.194005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.218262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a5609a-18c7-4db0-8938-05483d7a1556,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:58.221884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.226122 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0a17c114-4f5d-4f09-aaa8-e5a55ff6753e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/82a5609a-18c7-4db0-8938-05483d7a1556 HTTP/1.1" status: 204 len: 168 time: 0.2062192 Sep 22 17:22:58.226240 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53668) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:58.295177 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.369000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.388493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19daa3cb-bfe5-4fa3-8d10-0b471230cbc1']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:58.397955 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7422af2f-f7c6-46c3-b9bf-2d703f9ccb4d') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:58.398255 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7422af2f-f7c6-46c3-b9bf-2d703f9ccb4d') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:22:58.419187 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.432297 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.437886 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:22:58.438276 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:22:58.439879 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:22:58.491812 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.496809 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.498626 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] 10.222.0.11 "DELETE /v2.0/networks/19daa3cb-bfe5-4fa3-8d10-0b471230cbc1 HTTP/1.1" status: 204 len: 168 time: 0.2715626 Sep 22 17:22:58.509824 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb13b9-db8d-4612-8006-b5aee32e758b admin admin] Pushing event deleted for resources: {'Network': ['ID=19daa3cb-bfe5-4fa3-8d10-0b471230cbc1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:58.657468 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53672) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:58.696648 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-efbb2e93-188e-4c07-b27c-b46fe166bc23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=957ba523f1ac4e779ad99a211a48ae1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377829 Sep 22 17:22:58.699002 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53674) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:58.744456 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.768488 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.813046 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.815604 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:58.816755 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/918e0665-3a6a-4c4c-ab7d-44572eb4ae4e HTTP/1.1" status: 204 len: 168 time: 0.1168771 Sep 22 17:22:58.824068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803670f9-26d1-42e1-bf64-e3817aac3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e0665-3a6a-4c4c-ab7d-44572eb4ae4e,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:59.133332 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53690) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:59.172223 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a7c2362e-cee4-4976-a088-9aea54591343 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ccae9dffcb74d89823cfd4b6e49bc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376790 Sep 22 17:22:59.174516 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53692) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:22:59.225759 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:59.248579 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:59.292895 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:59.295384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:59.296556 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8688b2de-6f9e-4b53-9dbd-5f75d09d3197 HTTP/1.1" status: 204 len: 168 time: 0.1211631 Sep 22 17:22:59.304315 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f01e1-ea8f-4046-871e-991c8218f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688b2de-6f9e-4b53-9dbd-5f75d09d3197,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:00.163496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53726) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:00.687714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:00.982200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Deleting port 028bbc14-6a5d-48cf-9ca9-036a3a427974 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:23:00.982545 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.061848 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] For port 028bbc14-6a5d-48cf-9ca9-036a3a427974, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=028bbc14-6a5d-48cf-9ca9-036a3a427974,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:01.062218 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.062912 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53764) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:01.076377 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Calling delete_port for 028bbc14-6a5d-48cf-9ca9-036a3a427974 owned by network:router_interface {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:23:01.169256 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df0-3641-41aa-b385-f88b06705845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.261140 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df0-3641-41aa-b385-f88b06705845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.265283 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df0-3641-41aa-b385-f88b06705845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.306598 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f2fe5df0-3641-41aa-b385-f88b06705845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9677a59144b54d4ba07de608d1e6a5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402623 Sep 22 17:23:01.306598 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5df0-3641-41aa-b385-f88b06705845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6efc15a-1376-4412-93a7-a7dbaf47491e,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:01.307411 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53768) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:01.355763 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.379781 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.430387 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.433322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.434824 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6efc15a-1376-4412-93a7-a7dbaf47491e HTTP/1.1" status: 204 len: 168 time: 0.1265001 Sep 22 17:23:01.450198 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bfc62-b73f-4cff-991f-0fefb68f04e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6efc15a-1376-4412-93a7-a7dbaf47491e,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:01.503636 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.530884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=028bbc14-6a5d-48cf-9ca9-036a3a427974,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:01.695084 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.720597 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53774) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:01.734488 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6257-b4f5-499a-a540-beae99caa411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.826020 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6257-b4f5-499a-a540-beae99caa411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.829859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6257-b4f5-499a-a540-beae99caa411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.868809 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3f0f6257-b4f5-499a-a540-beae99caa411 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a9cda69fe53403ebb8959878ef5acfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471229 Sep 22 17:23:01.870021 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f6257-b4f5-499a-a540-beae99caa411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c979479-6931-4824-a2e2-cba83d92e7ba,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:01.871500 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53776) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:01.946031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.948511 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Router 1536338a-7f87-4fc8-9aee-b9b13ec66321 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:23:01.973689 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.087831 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:23:02.093330 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-bda5c181-2fe7-4293-9da9-984689044f88 admin admin] 10.222.0.11 "PUT /v2.0/routers/1536338a-7f87-4fc8-9aee-b9b13ec66321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287968 Sep 22 17:23:02.096010 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53778) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:02.098472 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Sync routers for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:02.101730 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.104435 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.105476 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c979479-6931-4824-a2e2-cba83d92e7ba HTTP/1.1" status: 204 len: 168 time: 0.2330315 Sep 22 17:23:02.107853 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:02.108651 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:02.171201 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbfa9b-8d2b-436d-80ed-10bbd3e91d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c979479-6931-4824-a2e2-cba83d92e7ba,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:02.209176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.223642 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:02.316108 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.376805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Deleting port af161909-d827-47cc-9e20-188d36d88793 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:23:02.377089 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.408651 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'af161909-d827-47cc-9e20-188d36d88793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:23:01Z', 'revision_number': 5, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port': {'id': 'af161909-d827-47cc-9e20-188d36d88793', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:16:00Z', 'updated_at': '2021-09-22T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:02.434808 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Checking router: 1536338a-7f87-4fc8-9aee-b9b13ec66321 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:02.444167 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Routers {'1536338a-7f87-4fc8-9aee-b9b13ec66321'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:02.444784 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:22:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['1536338a-7f87-4fc8-9aee-b9b13ec66321'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:02.466630 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] For port af161909-d827-47cc-9e20-188d36d88793, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=af161909-d827-47cc-9e20-188d36d88793,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:02.467006 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.478986 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Calling delete_port for af161909-d827-47cc-9e20-188d36d88793 owned by network:router_gateway {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:23:02.531895 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] Set router 1536338a-7f87-4fc8-9aee-b9b13ec66321 gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:02.590587 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:23:02Z', 'revision_number': 6, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:02.623984 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2d47a-0ea1-4946-9bfa-06d48a04091e None None] The sync data for ids ['1536338a-7f87-4fc8-9aee-b9b13ec66321'] in dv-cinder-810415-2-iscsi is: [{'id': '1536338a-7f87-4fc8-9aee-b9b13ec66321', 'name': 'tempest-AttachVolumeShelveTestJSON-345512922-router', 'tenant_id': '3b545eca13b643a08c383aae693af98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:15:58Z', 'updated_at': '2021-09-22T17:23:02Z', 'revision_number': 6, 'project_id': '3b545eca13b643a08c383aae693af98e', 'gw_port_host': None}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:02.675167 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.699762 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=af161909-d827-47cc-9e20-188d36d88793,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:02.763712 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.858384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.860509 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.910289 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.910884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1536338a-7f87-4fc8-9aee-b9b13ec66321 {{(pid=94222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:23:02.916322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:02.917631 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-68ca9c45-4b93-415f-aafe-9e9824693aaa admin admin] 10.222.0.11 "DELETE /v2.0/routers/1536338a-7f87-4fc8-9aee-b9b13ec66321 HTTP/1.1" status: 204 len: 168 time: 0.8207052 Sep 22 17:23:02.920169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53802) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:02.962951 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Deleting subnet 603bf4f6-8b6b-4e38-8204-2d9655ab8f19 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:23:02.965954 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.005267 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.095299 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.154163 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.181088 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603bf4f6-8b6b-4e38-8204-2d9655ab8f19,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:03.188507 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.190391 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c778ff12-f3db-4006-a14f-52a349fc74b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/603bf4f6-8b6b-4e38-8204-2d9655ab8f19 HTTP/1.1" status: 204 len: 168 time: 0.2692993 Sep 22 17:23:03.192982 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53812) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:03.193458 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e9480-4325-4ac5-b834-36f036316c4e None None] Network 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:03.269469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.338792 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Deleting port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:23:03.339208 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.390969 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] DHCP port deletion for 5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:23:03.419611 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] For port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:03.420021 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.436588 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Calling delete_port for 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 owned by network:dhcp {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:23:03.452541 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Deleting port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:23:03.453321 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.527981 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.528798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] For port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,segment=NetworkSegment(70e92b0b-a9c2-43e1-9ba2-fb61187c1aad),segment_id=70e92b0b-a9c2-43e1-9ba2-fb61187c1aad)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:03.529203 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.541753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Calling delete_port for 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:23:03.550553 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:03.557659 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] No DVR routers for this DVR port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 on host dv-cinder-810415-2-iscsi {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:23:03.631481 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.631693 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.653621 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:03.661571 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] Pushing event deleted for resources: {'Port': ['ID=7ad213b4-13af-4c7e-82b5-9b5dea5a4391,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:03.663368 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:03.663751 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e92b0b-a9c2-43e1-9ba2-fb61187c1aad') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:03.670189 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1275bdb-bbbb-4ed8-b218-845494ead58d None None] No DVR routers for this DVR port 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:23:03.673629 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.689956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.698625 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:23:03.699111 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:23:03.700973 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:23:03.762088 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.780566 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:03.782714 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba HTTP/1.1" status: 204 len: 168 time: 0.5887320 Sep 22 17:23:03.790483 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bf4ae-6820-48ce-847a-5233d5b35be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c84d1e8-2277-4a4b-99fe-8d9f4161a6ba,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:03.951403 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53842) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:04.004345 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f86b3a82-d5bf-48eb-bcd7-11262676f063 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b545eca13b643a08c383aae693af98e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495503 Sep 22 17:23:04.005940 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53850) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:04.056596 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:04.077549 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:04.129642 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:04.132355 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:04.133660 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3f93a48-431f-45c9-b0d7-b1282c14b4f1 HTTP/1.1" status: 204 len: 168 time: 0.1267409 Sep 22 17:23:04.141687 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c517171-14cf-4258-974c-3f066455bd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f93a48-431f-45c9-b0d7-b1282c14b4f1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:04.625744 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:23:04.659802 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:23:04.660192 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 7ad213b4-13af-4c7e-82b5-9b5dea5a4391 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:23:04.660723 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 028bbc14-6a5d-48cf-9ca9-036a3a427974 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:23:04.683162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 028bbc14-6a5d-48cf-9ca9-036a3a427974 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:23:04.683514 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 028bbc14-6a5d-48cf-9ca9-036a3a427974 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:23:04.683973 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device af161909-d827-47cc-9e20-188d36d88793 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:23:04.704165 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: af161909-d827-47cc-9e20-188d36d88793 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:23:04.704505 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device af161909-d827-47cc-9e20-188d36d88793 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:23:04.832834 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53940) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:04.946004 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-300108951-network', 'tenant_id': '8d091734ada04229a2cd33c98bd1349b'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:04.967493 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:04.967787 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:23:04.969847 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:04.979082 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.070981 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53950) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:05.071701 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.076776 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.101001 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:23:05.110730 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.115573 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.115955 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Added segment 89c66bec-eb65-4cc8-a61e-ac5bd1357583 of type vlan for network efe557d9-7408-43ec-9e63-96cb7e3b1c8f Sep 22 17:23:05.156969 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.180400 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.181343 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:05.182120 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.184323 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-42cd8edb-6777-4d8b-bca2-fba60dcb1f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.241777 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] Pushing event updated for resources: {'Network': ['ID=efe557d9-7408-43ec-9e63-96cb7e3b1c8f,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.251398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:23:05.276069 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-42cd8edb-6777-4d8b-bca2-fba60dcb1f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.279731 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-42cd8edb-6777-4d8b-bca2-fba60dcb1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.288416 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e38f9bab-6eea-44c2-8f7b-51fa091e4c1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4534049 Sep 22 17:23:05.288586 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53954) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:05.294646 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Request body: {'subnet': {'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-300108951-subnet', 'tenant_id': '8d091734ada04229a2cd33c98bd1349b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:05.322186 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'subnet': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:05.325551 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311384'] for subnet, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.332705 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-42cd8edb-6777-4d8b-bca2-fba60dcb1f62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b218371d191d468e9ae644e0b5266bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606606 Sep 22 17:23:05.333598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd8edb-6777-4d8b-bca2-fba60dcb1f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad07870-dd09-4056-be0c-9fd61fe0fd6a,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.337117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53956) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:05.386405 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.407060 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.458135 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.460800 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.475860 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ad07870-dd09-4056-be0c-9fd61fe0fd6a HTTP/1.1" status: 204 len: 168 time: 0.1268651 Sep 22 17:23:05.485071 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946784f-41e7-4f89-a938-98c54c173236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad07870-dd09-4056-be0c-9fd61fe0fd6a,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.526191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11563990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311402'] for subnet, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.593333 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Checking segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:05.593696 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Network hostable DHCP agents. Network: efe557d9-7408-43ec-9e63-96cb7e3b1c8f, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:23:05.595657 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228e72d4-59df-4836-b246-31a9050b651f,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.613909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:23:05.623477 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, efe557d9-7408-43ec-9e63-96cb7e3b1c8f) {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:05.627459 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:05.628084 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.634924 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8a958-d5a1-4ad2-b3ed-6ff1d3e96469 None None] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:05.660267 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a88984b2-10f0-4fc5-b83a-338eb5e31648 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3701823 Sep 22 17:23:05.772619 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 53964) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:05.779124 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480d0e9-cb6c-4a32-b528-ce8210cadb65 None None] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:05.788965 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3c8cea72-d15b-4c26-bce9-8a32fc65f955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.886693 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3c8cea72-d15b-4c26-bce9-8a32fc65f955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.893653 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3c8cea72-d15b-4c26-bce9-8a32fc65f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:05.936486 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3c8cea72-d15b-4c26-bce9-8a32fc65f955 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed079b04fca44eb0890df4103836299a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627786 Sep 22 17:23:05.937318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cea72-d15b-4c26-bce9-8a32fc65f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189298f9-57c1-49e3-bef9-4b2c2047cd35,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:05.939399 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 53972) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:05.988643 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:06.009591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:06.064723 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:06.067220 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:06.068443 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/189298f9-57c1-49e3-bef9-4b2c2047cd35 HTTP/1.1" status: 204 len: 168 time: 0.1280363 Sep 22 17:23:06.076205 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3d99f-3973-4a22-9db7-e881ac395ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189298f9-57c1-49e3-bef9-4b2c2047cd35,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:06.222653 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-17944762-ff3c-406c-a57b-368b1dfa53c2 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:06.224710 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-17944762-ff3c-406c-a57b-368b1dfa53c2 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1004152 Sep 22 17:23:06.239889 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-9844a898-e916-4ebd-87e2-bd3f7bcf4d3a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/quotas/8d091734ada04229a2cd33c98bd1349b HTTP/1.1" status: 200 len: 375 time: 0.0091412 Sep 22 17:23:06.270024 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-8ce99d18-b562-40a7-bf45-8f8b48933763 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248361 Sep 22 17:23:06.361613 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-196fdc57-55b3-48b7-86a5-58a8d6136f9e service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Sep 22 17:23:06.452230 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-bee150ff-44b1-4161-89a5-eeeafc20e179 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Sep 22 17:23:06.624573 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0ea2bd45-6008-4430-b953-0db142e4726c req-153ecdf6-229b-4855-9e40-1d5f6c38d16f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 210 time: 0.0272627 Sep 22 17:23:07.535220 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-53be1527-002d-4801-b96a-35e378f08f3a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:07.536946 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-53be1527-002d-4801-b96a-35e378f08f3a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1052077 Sep 22 17:23:07.549676 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Request body: {'port': {'device_id': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'admin_state_up': True, 'tenant_id': '8d091734ada04229a2cd33c98bd1349b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:07.665149 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:07.668837 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:07.724319 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-bdfa63c5-57ef-4c5d-bb03-d44114090c88 req-91d28105-2bb5-4463-85d4-5198351f96d3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Sep 22 17:23:07.820650 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Allocated IP 172.20.0.11 (efe557d9-7408-43ec-9e63-96cb7e3b1c8f/228e72d4-59df-4836-b246-31a9050b651f/43c528c6-d5a6-4bd7-bc26-b8f533636962) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:07.961335 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:07.993882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.037956 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:08.040968 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:08.044501 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:08.071708 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event updated for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:08.098129 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:08.098734 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.112863 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f23caa7b-8191-41cc-b638-cb83629af711 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671604 Sep 22 17:23:08.125064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Request body: {'port': {'device_id': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:08.175081 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.423052 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c528c6-d5a6-4bd7-bc26-b8f533636962 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:08.430434 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.441920 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Transition to ACTIVE for port object 43c528c6-d5a6-4bd7-bc26-b8f533636962 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:08.445635 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.494851 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Pushing event updated for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:08.554779 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Attempting to bind port 43c528c6-d5a6-4bd7-bc26-b8f533636962 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:08.555116 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Attempting to bind port 43c528c6-d5a6-4bd7-bc26-b8f533636962 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:08.555443 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Attempting to bind port 43c528c6-d5a6-4bd7-bc26-b8f533636962 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:08.559645 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Port 43c528c6-d5a6-4bd7-bc26-b8f533636962 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:23:08.559975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Attempting to bind port 43c528c6-d5a6-4bd7-bc26-b8f533636962 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:08.564675 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:08.565013 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Checking segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:08.565390 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Bound using segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:08.565813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Bound port: 43c528c6-d5a6-4bd7-bc26-b8f533636962, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:08.566163 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.629731 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:08.633229 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:08.636464 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.669282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:08.669858 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:08.671229 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] 10.222.0.24 "PUT /v2.0/ports/43c528c6-d5a6-4bd7-bc26-b8f533636962 HTTP/1.1" status: 200 len: 1094 time: 0.5500414 Sep 22 17:23:08.671680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:08.673929 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6815a9-632c-41a7-82b1-a009fe1481b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:08.696760 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a792f-d0fb-4257-9323-1e66f76de97c service neutron] Pushing event updated for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:08.718566 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9b5f4-b502-401e-bd42-1b97b650a02d x-openstack-request-id: req-5dd9b5f4-b502-401e-bd42-1b97b650a02d {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:08.718854 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:08.719106 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dd9b5f4-b502-401e-bd42-1b97b650a02d {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:08.719497 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962', 'status': 'completed', 'code': 200} Sep 22 17:23:08.750885 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-5ca1137b-94a6-4ce4-8d72-0160366223e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:08.752437 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-5ca1137b-94a6-4ce4-8d72-0160366223e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 1097 time: 0.0420830 Sep 22 17:23:08.797730 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-f0e56408-7bd9-4fdb-8748-80b7a760067f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962 HTTP/1.1" status: 200 len: 217 time: 0.0367639 Sep 22 17:23:08.840884 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47686de-61fc-407c-b01a-836abae740ca req-dca27ae9-413d-4795-ae89-0193ace567d8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:08.842533 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d47686de-61fc-407c-b01a-836abae740ca req-dca27ae9-413d-4795-ae89-0193ace567d8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 944 time: 0.0498364 Sep 22 17:23:08.848262 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-6dedc569-2e6f-43bf-8464-a65278f0a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:08.849772 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-6dedc569-2e6f-43bf-8464-a65278f0a676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0453336 Sep 22 17:23:08.881367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-20fa576c-f384-469d-ae46-ef5a80b3927d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248003 Sep 22 17:23:08.883105 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d47686de-61fc-407c-b01a-836abae740ca req-022ba7a0-76df-4c53-8ed2-f009e53c1147 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Sep 22 17:23:08.984254 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-52edb1cb-87ca-482b-b0d2-d622065df29e service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933766 Sep 22 17:23:09.074785 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5505c734-99c0-415e-a1b1-32d8d527e595 req-901ee067-1ff6-42dd-8d50-c0fa83d89163 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828614 Sep 22 17:23:09.158924 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-61c1aa69-c979-447f-812b-0c6c845a7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:09.160502 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-61c1aa69-c979-447f-812b-0c6c845a7671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 1097 time: 0.0398831 Sep 22 17:23:09.254093 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-2d26153e-9f4f-4ed1-afbd-b4cc61e77b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:09.256189 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-2d26153e-9f4f-4ed1-afbd-b4cc61e77b9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 915 time: 0.0879037 Sep 22 17:23:09.298126 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-b51ebb89-b0e8-4e80-8ed9-879f32ad31cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962 HTTP/1.1" status: 200 len: 217 time: 0.0346594 Sep 22 17:23:09.353371 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-3d6104ec-b90f-4636-a430-0daa4f5db97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:09.354884 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-3d6104ec-b90f-4636-a430-0daa4f5db97e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0494924 Sep 22 17:23:09.388456 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-76e1a6bd-e672-4cbf-88e3-58bd1bd18537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245724 Sep 22 17:23:09.481105 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-64c43c21-a52e-4764-a1e7-3f1acc0bfc14 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Sep 22 17:23:09.578704 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c6815a9-632c-41a7-82b1-a009fe1481b0 req-1fcaccec-a03d-4efe-ad42-02738214e360 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882645 Sep 22 17:23:09.834445 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-64109e63-11f5-41d5-ad52-7a5f92ea830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:09.998881 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6fa9e-b4a1-4da3-8191-cb10d2cc15bc req-ff41682b-5571-4ecb-b900-c1225ea865af tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:10.000382 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-11d6fa9e-b4a1-4da3-8191-cb10d2cc15bc req-ff41682b-5571-4ecb-b900-c1225ea865af tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 944 time: 0.0483594 Sep 22 17:23:10.037269 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-11d6fa9e-b4a1-4da3-8191-cb10d2cc15bc req-3cc091de-ae01-47af-b723-f583670e82a3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Sep 22 17:23:10.952245 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54078) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:11.051104 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d9935c8-5fbe-4fe8-afc8-0a01c8a9c45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.179648 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b808e-a069-44a8-99e8-1bafe27b17bc req-f759695d-7ca8-4abe-956c-5f9b84df4d70 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:11.181106 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec0b808e-a069-44a8-99e8-1bafe27b17bc req-f759695d-7ca8-4abe-956c-5f9b84df4d70 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 944 time: 0.0756402 Sep 22 17:23:11.185380 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d9935c8-5fbe-4fe8-afc8-0a01c8a9c45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.194096 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4d9935c8-5fbe-4fe8-afc8-0a01c8a9c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.248508 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9935c8-5fbe-4fe8-afc8-0a01c8a9c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16336b-9885-4f74-bba0-b47c121dc21a,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:11.253213 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec0b808e-a069-44a8-99e8-1bafe27b17bc req-964a05ef-3936-4ce3-8e87-aa896fa2e5c0 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 Sep 22 17:23:11.256562 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4d9935c8-5fbe-4fe8-afc8-0a01c8a9c45c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49e8c12182284ad0b3ffe5137a66d4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031054 Sep 22 17:23:11.258346 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54084) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:11.306236 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.325840 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.370972 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.373530 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.374656 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b16336b-9885-4f74-bba0-b47c121dc21a HTTP/1.1" status: 204 len: 168 time: 0.1151607 Sep 22 17:23:11.382555 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3fdcc-015c-4cbf-9608-784d0660412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16336b-9885-4f74-bba0-b47c121dc21a,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:11.424321 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.622999 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54090) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:11.635810 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-68f844eb-a64c-42a8-809a-164249332d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.722979 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-68f844eb-a64c-42a8-809a-164249332d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.727222 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-68f844eb-a64c-42a8-809a-164249332d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.763974 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-68f844eb-a64c-42a8-809a-164249332d8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f54d7bfd3c84bafa63ff6a0082596e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398807 Sep 22 17:23:11.764816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f844eb-a64c-42a8-809a-164249332d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817dba2-ebf1-4de8-abaf-3fae33d0ca0c,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:11.766636 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54092) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:11.815061 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.834903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.883689 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.886169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:11.887326 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7817dba2-ebf1-4de8-abaf-3fae33d0ca0c HTTP/1.1" status: 204 len: 168 time: 0.1191578 Sep 22 17:23:11.896673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abf2a1-f024-452e-b510-0b239d0f813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817dba2-ebf1-4de8-abaf-3fae33d0ca0c,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:12.160305 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 43c528c6-d5a6-4bd7-bc26-b8f533636962 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:23:12.257323 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:12.268075 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '43c528c6-d5a6-4bd7-bc26-b8f533636962', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'port_id': '43c528c6-d5a6-4bd7-bc26-b8f533636962', 'mac_address': 'fa:16:3e:4d:aa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228e72d4-59df-4836-b246-31a9050b651f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:23:12.315514 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:12.324441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-854778f3-8725-43bb-8499-c0e6aeae0ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:12.330738 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c528c6-d5a6-4bd7-bc26-b8f533636962 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:12.350565 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:12.355449 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:12.374172 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fe07c-d471-4988-a4a3-d2b451a20c71 req-9e608be3-dcd5-4370-9ebb-796da13d0aae tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:12.375819 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-735fe07c-d471-4988-a4a3-d2b451a20c71 req-9e608be3-dcd5-4370-9ebb-796da13d0aae tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 944 time: 0.0529168 Sep 22 17:23:12.410681 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:12.417587 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-735fe07c-d471-4988-a4a3-d2b451a20c71 req-e39fd737-c702-4a4d-9dbc-a60a2d039540 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Sep 22 17:23:12.560468 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:23:13.195003 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.244823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.529560 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc512f-1753-4e16-84bd-c8b7c81796a9 req-49b58feb-79e3-43e0-b371-f79fff0f5edb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:13.531049 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d5dc512f-1753-4e16-84bd-c8b7c81796a9 req-49b58feb-79e3-43e0-b371-f79fff0f5edb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 945 time: 0.0474749 Sep 22 17:23:13.536199 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54150) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:13.573998 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d5dc512f-1753-4e16-84bd-c8b7c81796a9 req-68ef3eaf-eb9c-4c58-9b47-bd57eddf4ffc tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357428 Sep 22 17:23:13.637624 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd7a3-ea6b-49ab-b479-7da088246e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.721345 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd7a3-ea6b-49ab-b479-7da088246e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.724791 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd7a3-ea6b-49ab-b479-7da088246e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.763436 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ff9fd7a3-ea6b-49ab-b479-7da088246e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6519aa84720c4ae9b5fa49681f934f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262902 Sep 22 17:23:13.765275 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fd7a3-ea6b-49ab-b479-7da088246e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129625f9-7e74-4c55-89f1-611ee2f2a2d8,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:13.766214 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54156) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:13.815517 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.835603 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.881203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.883814 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:13.885005 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/129625f9-7e74-4c55-89f1-611ee2f2a2d8 HTTP/1.1" status: 204 len: 168 time: 0.1177545 Sep 22 17:23:13.892804 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe971-2b12-40fb-a93c-115ecf542010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129625f9-7e74-4c55-89f1-611ee2f2a2d8,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:14.132170 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54162) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:14.144789 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4972b2bb-bf92-40e5-ad83-5a22ae26a483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.160390 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 43c528c6-d5a6-4bd7-bc26-b8f533636962 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:14.211627 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 43c528c6-d5a6-4bd7-bc26-b8f533636962 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:14.215334 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 43c528c6-d5a6-4bd7-bc26-b8f533636962 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:14.215809 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.235282 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4972b2bb-bf92-40e5-ad83-5a22ae26a483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.240239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-4972b2bb-bf92-40e5-ad83-5a22ae26a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.278727 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972b2bb-bf92-40e5-ad83-5a22ae26a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f7500-fa25-48ec-9a2d-bf7547298bb3,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:14.283752 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-4972b2bb-bf92-40e5-ad83-5a22ae26a483 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=044a9be707d94a41950926a6605ae542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504567 Sep 22 17:23:14.285777 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54164) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:14.339395 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.361714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.408367 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.411162 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.412489 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a30f7500-fa25-48ec-9a2d-bf7547298bb3 HTTP/1.1" status: 204 len: 168 time: 0.1247654 Sep 22 17:23:14.413064 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.420953 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468f4c-bfc4-4ea0-8041-c6fd0ae8e2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f7500-fa25-48ec-9a2d-bf7547298bb3,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:14.445576 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:14.447840 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7866fa8f-f24d-43a1-a80a-d6d229e622da" -d '{"events": [{"server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "name": "network-vif-plugged", "status": "completed", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:14.461962 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:14.467279 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:14.492769 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd7cee-99eb-4e5d-baf4-57432f0bf4a2 x-openstack-request-id: req-a1dd7cee-99eb-4e5d-baf4-57432f0bf4a2 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:14.493095 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "name": "network-vif-plugged", "status": "completed", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:14.493460 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1dd7cee-99eb-4e5d-baf4-57432f0bf4a2 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:14.493778 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962', 'code': 200} Sep 22 17:23:14.522222 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:14.659400 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb2089-9e3a-4dec-a4ba-c084f8fbdc9d req-1e89c56b-3536-4df6-930b-661d71cb11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:14.661031 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a1cb2089-9e3a-4dec-a4ba-c084f8fbdc9d req-1e89c56b-3536-4df6-930b-661d71cb11e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 1099 time: 0.0409052 Sep 22 17:23:14.694009 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8510-3689-4621-8591-58e5c495e561 req-75e5deb9-d6d2-4fbf-8fa8-7a6eeeb59667 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:14.695762 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-126c8510-3689-4621-8591-58e5c495e561 req-75e5deb9-d6d2-4fbf-8fa8-7a6eeeb59667 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Sep 22 17:23:14.700742 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a1cb2089-9e3a-4dec-a4ba-c084f8fbdc9d req-6780dcf3-8e5e-45cf-82f4-a5c84e33a493 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Sep 22 17:23:14.734876 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-126c8510-3689-4621-8591-58e5c495e561 req-873f0c46-8e61-43db-a855-8ca1b6d5e64a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Sep 22 17:23:15.326110 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:15.848598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6286-0df6-4e52-a33a-0c9005b3e223 req-73cdadc3-ef8d-41a7-9817-fbc2698ed301 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:15.850047 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8aab6286-0df6-4e52-a33a-0c9005b3e223 req-73cdadc3-ef8d-41a7-9817-fbc2698ed301 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 946 time: 0.0480576 Sep 22 17:23:15.886682 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8aab6286-0df6-4e52-a33a-0c9005b3e223 req-6ebce1ce-c23b-4b27-a5e3-36897ba2e81f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Sep 22 17:23:23.381285 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54266) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:23.481621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a3a8521b-7b17-460f-9063-22434827feb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.567151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a3a8521b-7b17-460f-9063-22434827feb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.570597 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a3a8521b-7b17-460f-9063-22434827feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.606930 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a3a8521b-7b17-460f-9063-22434827feb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94d111f511db4f01baef012a95f600ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240717 Sep 22 17:23:23.607866 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8521b-7b17-460f-9063-22434827feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839d0aaf-4c07-48da-855e-0cb0eedc1eea,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:23.609653 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54270) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:23.656340 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.677197 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.721505 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.723964 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.725604 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/839d0aaf-4c07-48da-855e-0cb0eedc1eea HTTP/1.1" status: 204 len: 168 time: 0.1144805 Sep 22 17:23:23.732907 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f433-e992-46c1-8050-eb7715546418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d0aaf-4c07-48da-855e-0cb0eedc1eea,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:24.332852 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54294) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:24.428245 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990402113-network', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:24.453372 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Made reservation on behalf of c8b32031bbe64ee0906044d7eecd4a62 for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:24.456804 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.465799 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.564642 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.568691 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.594122 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:23:24.603739 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd2b7e8-c597-46b7-874f-81648ab9be3e,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:24.608569 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.608914 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Added segment 218e05fb-3832-4900-8bc8-2df17bb72880 of type vlan for network c9207dd5-b001-4f43-8c56-6aceca8688f8 Sep 22 17:23:24.647234 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.669779 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.670816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:24.671392 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.700516 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3666241 Sep 22 17:23:24.703412 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54298) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:24.708484 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Request body: {'subnet': {'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990402113-subnet', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:24.728217 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Made reservation on behalf of c8b32031bbe64ee0906044d7eecd4a62 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:24.730484 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.730783 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0219b-a8bd-4dce-a6b1-a95071603af6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9207dd5-b001-4f43-8c56-6aceca8688f8,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:24.741588 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:23:24.905557 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.963455 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cb511b-62fa-4588-8972-02581c2ac2c6,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:24.970232 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:24.970592 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Network hostable DHCP agents. Network: c9207dd5-b001-4f43-8c56-6aceca8688f8, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:23:24.986665 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:23:24.995065 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, c9207dd5-b001-4f43-8c56-6aceca8688f8) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:24.998984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:24.999557 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.005007 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb29f6e-e4bc-4709-a98c-97a5c19dc693 None None] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:25.018070 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e38aeda4-76fc-4bed-a4d0-e148527bc885 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3108552 Sep 22 17:23:25.018445 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54300) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:25.023824 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:25.044527 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.045636 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.099686 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.150486 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-c9207dd5-b001-4f43-8c56-6aceca8688f8', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:23:25.151810 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.237859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.286877 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Allocated IP 172.20.0.2 (c9207dd5-b001-4f43-8c56-6aceca8688f8/76cb511b-62fa-4588-8972-02581c2ac2c6/a8e97bd7-3c51-459a-97f2-c8892a77cf3f) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:25.424661 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.425008 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.430881 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.444806 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.465826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:25.468574 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:25.471040 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:25.488453 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Pushing event updated for resources: {'Port': ['ID=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:25.532702 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Attempting to bind port a8e97bd7-3c51-459a-97f2-c8892a77cf3f on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:25.533066 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Attempting to bind port a8e97bd7-3c51-459a-97f2-c8892a77cf3f by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:25.533429 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Attempting to bind port a8e97bd7-3c51-459a-97f2-c8892a77cf3f on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:25.538177 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:25.538544 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:25.538945 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.539340 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Bound using segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:25.539825 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Bound port: a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:25.540202 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.550489 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Allocated IP 172.27.1.174 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/ba890c81-0ab6-4f56-a66f-7d95ffe89541) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:25.603643 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] For port a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:25.606759 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] For port a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:25.610517 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.658764 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.670948 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423c778-f8f2-4016-9be7-118e6a1790a3 None None] Pushing event updated for resources: {'Port': ['ID=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:25.692532 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.733635 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:25.739899 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Pushing event updated for resources: {'Port': ['ID=ba890c81-0ab6-4f56-a66f-7d95ffe89541,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:25.742949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:25.745006 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:26.271560 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.468917 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.476315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386118c-4fe2-4bf2-b08a-100a44134bf2 None None] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:26.597630 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] Provisioning complete for port a8e97bd7-3c51-459a-97f2-c8892a77cf3f triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:26.598003 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.609533 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Router f760b649-ffac-4b2d-93d1-a654089e323a is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:23:26.665140 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a8e97bd7-3c51-459a-97f2-c8892a77cf3f up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:26.729673 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:23:26.737424 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.743469 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:26.746838 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.750786 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-82142c8e-0d89-4d1f-bc63-9d44844995fb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7288654 Sep 22 17:23:26.752049 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54306) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:26.777743 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:26.778376 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:26.787176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port a8e97bd7-3c51-459a-97f2-c8892a77cf3f triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:26.787176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.840685 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] For port a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:26.872104 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.954190 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4da76-d172-4d4e-b014-e059c327e865 None None] Pushing event updated for resources: {'Port': ['ID=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:26.970207 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:27.091436 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-de910f6f-cd83-4d91-a7f8-9d7900f7233f None None] Provisioning complete for port a8e97bd7-3c51-459a-97f2-c8892a77cf3f triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:27.091837 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-de910f6f-cd83-4d91-a7f8-9d7900f7233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.254319 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:25Z', 'revision_number': 3, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:27.285537 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:27.285886 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Updating router f760b649-ffac-4b2d-93d1-a654089e323a port ba890c81-0ab6-4f56-a66f-7d95ffe89541 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:27.316865 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.422921 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.574291 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.581181 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.635591 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027db38-3f2d-42a6-a610-e7d7eb51dc15 None None] Pushing event updated for resources: {'Port': ['ID=ba890c81-0ab6-4f56-a66f-7d95ffe89541,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:27.637966 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Attempting to bind port ba890c81-0ab6-4f56-a66f-7d95ffe89541 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:27.638333 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Attempting to bind port ba890c81-0ab6-4f56-a66f-7d95ffe89541 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:27.638687 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Attempting to bind port ba890c81-0ab6-4f56-a66f-7d95ffe89541 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:27.644085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:27.644450 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:27.644844 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.645224 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:27.645683 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Bound port: ba890c81-0ab6-4f56-a66f-7d95ffe89541, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:27.646058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.653654 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Allocated IP 172.20.0.1 (c9207dd5-b001-4f43-8c56-6aceca8688f8/76cb511b-62fa-4588-8972-02581c2ac2c6/9193c2e2-398b-4e43-8620-4748cadd5ebd) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:27.680554 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-1d2f982f-d3b8-4bc7-8b86-b49c1348980c tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:27.682026 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-1d2f982f-d3b8-4bc7-8b86-b49c1348980c tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1569297 Sep 22 17:23:27.695908 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] For port ba890c81-0ab6-4f56-a66f-7d95ffe89541, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:27.698916 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] For port ba890c81-0ab6-4f56-a66f-7d95ffe89541, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=ba890c81-0ab6-4f56-a66f-7d95ffe89541,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:27.702629 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.718214 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-d6e24a5e-48c3-4c3d-8c7a-18419e077aa8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/quotas/8d091734ada04229a2cd33c98bd1349b HTTP/1.1" status: 200 len: 375 time: 0.0294728 Sep 22 17:23:27.760030 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:27.760661 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:27.764133 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027db38-3f2d-42a6-a610-e7d7eb51dc15 None None] Pushing event updated for resources: {'Port': ['ID=ba890c81-0ab6-4f56-a66f-7d95ffe89541,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:27.813487 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.823589 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2d5a3e35-50dc-46a8-91a1-a6932f0ba66c tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789230 Sep 22 17:23:27.862021 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.925292 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:27.933521 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:27.934997 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Pushing event updated for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:27.949158 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:27.953139 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.953573 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.953945 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.954891 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.954891 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.955118 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.955447 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.955832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.956308 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.956537 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.956863 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.957233 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:27.996348 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:28.050819 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.089693 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-3c5332a8-11eb-4172-ab2f-8e236d533bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579818 Sep 22 17:23:28.176628 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-77dc7d2f-77c5-4824-b88d-230defc2914f None None] Provisioning complete for port 9193c2e2-398b-4e43-8620-4748cadd5ebd triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:28.177066 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-77dc7d2f-77c5-4824-b88d-230defc2914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.210638 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:25Z', 'revision_number': 3, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:28.224960 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-f53e59e4-5b24-47c7-8778-8ebf8d64cae6 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286647 Sep 22 17:23:28.241368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce1aaf-a2a6-4129-9d9c-1c66055200ef None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:25Z', 'revision_number': 3, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:28.242974 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-77dc7d2f-77c5-4824-b88d-230defc2914f None None] Port 9193c2e2-398b-4e43-8620-4748cadd5ebd cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:23:28.250977 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.425217 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0a32ed09-e7fa-4ec6-824b-d6246f66052b req-7cdc0b92-7cda-4b67-9ba5-355d76e79693 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 210 time: 0.0378466 Sep 22 17:23:28.440359 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.445507 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.538752 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.538752 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Pushing event updated for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:28.665739 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:28.667576 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:28.775211 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device ba890c81-0ab6-4f56-a66f-7d95ffe89541 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:28.830505 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:23:28.850207 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port ba890c81-0ab6-4f56-a66f-7d95ffe89541 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:28.851089 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.958948 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.984661 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port ba890c81-0ab6-4f56-a66f-7d95ffe89541, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=ba890c81-0ab6-4f56-a66f-7d95ffe89541,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:28.992982 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.994935 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a8e97bd7-3c51-459a-97f2-c8892a77cf3f up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:29.003902 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:23:29.011711 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ad6dd409-939f-4430-a4ad-77217f209aac admin admin] 10.222.0.11 "PUT /v2.0/routers/f760b649-ffac-4b2d-93d1-a654089e323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566428 Sep 22 17:23:29.091273 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-4185331c-d5a6-4fd7-b614-8626865bb64a None None] Provisioning complete for port 9193c2e2-398b-4e43-8620-4748cadd5ebd triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:29.092082 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4185331c-d5a6-4fd7-b614-8626865bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.137306 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-4185331c-d5a6-4fd7-b614-8626865bb64a None None] Port 9193c2e2-398b-4e43-8620-4748cadd5ebd cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:23:29.162670 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=ba890c81-0ab6-4f56-a66f-7d95ffe89541,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:29.171123 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port a8e97bd7-3c51-459a-97f2-c8892a77cf3f triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:29.171756 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.510498 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-46238b32-1c3d-412e-924f-71e7ea25ecae req-d7653443-6d73-4365-bfa4-b8dd690dbf5f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 210 time: 0.0266731 Sep 22 17:23:29.518285 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54352) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:29.528126 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-932766888-network', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:29.549199 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Made reservation on behalf of 6282fa3c86f1465389c9162cf3cbf012 for: {'network': 1} {{(pid=94223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:29.551841 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for network, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.562766 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.667040 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.673187 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.696510 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:23:29.710258 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2aacb-5033-480f-a025-d5b8ae8bb187,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:29.715317 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.715690 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.segments_db [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Added segment 2f24898c-4916-412c-866b-91373df13cb6 of type vlan for network ba74a68c-bd0c-49b2-aeba-f4d44f36edde Sep 22 17:23:29.722242 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-fd5174d1-71f0-49f2-a69e-04e76d0ec0f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:29.724744 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-fd5174d1-71f0-49f2-a69e-04e76d0ec0f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1258862 Sep 22 17:23:29.739882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Request body: {'port': {'device_id': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'admin_state_up': True, 'tenant_id': '8d091734ada04229a2cd33c98bd1349b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:29.759280 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771779818774'] for network, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.788369 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405'] for network, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.790206 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:29.790821 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.818128 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2984400 Sep 22 17:23:29.820935 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54358) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:29.828788 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Request body: {'subnet': {'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-932766888-subnet', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'ip_version': 4}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:29.858301 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc2ec-c995-4a4d-a504-22b9170272a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba74a68c-bd0c-49b2-aeba-f4d44f36edde,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:29.863441 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Made reservation on behalf of 6282fa3c86f1465389c9162cf3cbf012 for: {'subnet': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:29.866439 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4746377'] for subnet, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.872163 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde details requested by agent ovs-agent-dv-cinder-810415-2-iscsi with host dv-cinder-810415-2-iscsi {{(pid=94224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:23:29.931813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:29.935366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.079536 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:30.088771 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:30.089453 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:30.141527 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Allocated IP 172.20.0.6 (efe557d9-7408-43ec-9e63-96cb7e3b1c8f/228e72d4-59df-4836-b246-31a9050b651f/5e007a0d-978f-49be-b9c7-61290496827a) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:30.166804 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4866190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4746427'] for subnet, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.194446 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:30.261782 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=087b221a-1912-4a37-9e0f-6bd00895a5b1,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:30.316219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Checking segment: {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:30.316585 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Network hostable DHCP agents. Network: ba74a68c-bd0c-49b2-aeba-f4d44f36edde, hostable agents: ['eafe76b6-8802-459c-bc5e-8283e848dd29'], hosted agents: [] {{(pid=94222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:23:30.355056 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde is scheduled to be hosted by DHCP agent eafe76b6-8802-459c-bc5e-8283e848dd29 with binding_index 1 {{(pid=94222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:23:30.368416 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.374584 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-2-iscsi, ba74a68c-bd0c-49b2-aeba-f4d44f36edde) {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:30.380302 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:30.381052 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.385848 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a5cf1-e66c-46f2-8df7-f8447b4b6fab None None] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:30.397159 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 2, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:30.406943 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-0266b20f-46af-4372-b8d3-775aa36ea34f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5849137 Sep 22 17:23:30.409434 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54360) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:30.414450 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:30.425562 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:30.425911 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Updating router f760b649-ffac-4b2d-93d1-a654089e323a port 9193c2e2-398b-4e43-8620-4748cadd5ebd binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:30.433462 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.446222 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:23:30.453902 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.471732 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1674'] for router, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.472887 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1667'] for router, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.493509 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:30.499496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:30.508388 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:30.514190 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event updated for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:30.587549 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad5c495-b453-5079-9130-d95f0f74a5b3-ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'fixed_ips': [{'subnet_id': '087b221a-1912-4a37-9e0f-6bd00895a5b1'}]}} from dv-cinder-810415-2-iscsi. {{(pid=94224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 17:23:30.588672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.592041 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.605219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:30.605838 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.671959 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f55abb-d10d-4c11-9325-2355380a4d95 req-3ee8ec7a-7bb9-481e-9af6-5f7a1cd4f193 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:30.684358 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-89f55abb-d10d-4c11-9325-2355380a4d95 req-3ee8ec7a-7bb9-481e-9af6-5f7a1cd4f193 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 931 time: 0.0858529 Sep 22 17:23:30.729937 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-89f55abb-d10d-4c11-9325-2355380a4d95 req-e31d9b41-96ac-4029-86c3-d99ecde9d89d tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440578 Sep 22 17:23:30.730850 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device ba890c81-0ab6-4f56-a66f-7d95ffe89541 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:30.761159 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-346f357f-3b51-4b66-a09c-b155416d62f9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0259085 Sep 22 17:23:30.798322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Request body: {'port': {'device_id': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:30.816853 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.823560 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.831517 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.855067 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.db_base_plugin_common [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Allocated IP 172.20.0.2 (ba74a68c-bd0c-49b2-aeba-f4d44f36edde/087b221a-1912-4a37-9e0f-6bd00895a5b1/e5eb98c4-30fa-4314-8209-77168b26e6f6) {{(pid=94224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:30.860727 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port ba890c81-0ab6-4f56-a66f-7d95ffe89541 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:30.861102 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.876636 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Pushing event updated for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:30.876885 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.908365 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.908803 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.913591 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.913982 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.914328 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.914881 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.915223 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.915555 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.916161 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.916526 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.916855 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.917179 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:30.965780 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Attempting to bind port 9193c2e2-398b-4e43-8620-4748cadd5ebd on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:30.966166 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Attempting to bind port 9193c2e2-398b-4e43-8620-4748cadd5ebd by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:30.966557 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Attempting to bind port 9193c2e2-398b-4e43-8620-4748cadd5ebd on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:30.972193 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:30.972548 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:30.972959 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:30.973355 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Bound using segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:30.973831 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Bound port: 9193c2e2-398b-4e43-8620-4748cadd5ebd, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:30.974466 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.082666 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] For port 9193c2e2-398b-4e43-8620-4748cadd5ebd, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:31.087454 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] For port 9193c2e2-398b-4e43-8620-4748cadd5ebd, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=9193c2e2-398b-4e43-8620-4748cadd5ebd,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:31.094670 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.106680 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks [] for port, precommit_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.122326 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679'] for port, after_create {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.150955 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:31.151716 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:31.173511 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde is already hosted by enough agents. {{(pid=94224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:31.180251 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.scheduler.base_scheduler [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Resources bound (agent type, host, resource id): {{(pid=94224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:31.183243 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Received port after_create {{(pid=94224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:31.195365 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Pushing event updated for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=1']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:31.238643 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.261567 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Attempting to bind port e5eb98c4-30fa-4314-8209-77168b26e6f6 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:31.262035 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Attempting to bind port e5eb98c4-30fa-4314-8209-77168b26e6f6 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:31.262460 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Attempting to bind port e5eb98c4-30fa-4314-8209-77168b26e6f6 on network ba74a68c-bd0c-49b2-aeba-f4d44f36edde {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:31.264941 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.269639 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:31.270107 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Checking segment: {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:31.270586 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.271042 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Bound using segment: {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:31.272305 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Bound port: e5eb98c4-30fa-4314-8209-77168b26e6f6, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:31.272764 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.343262 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3483b-f328-4983-871d-0e22fb8dcf45 None None] Pushing event updated for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:31.357546 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:31.365078 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=e5eb98c4-30fa-4314-8209-77168b26e6f6,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:31.379904 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.397490 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:31.423772 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Allocated IP 172.27.1.187 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/65849d77-3646-4d2b-94fe-67cb05f940f0) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:31.463955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] Provisioning complete for port 9193c2e2-398b-4e43-8620-4748cadd5ebd triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:31.464322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.505564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e544561-7c90-4b78-9016-7344c3134092 None None] Pushing event updated for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:31.530193 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e007a0d-978f-49be-b9c7-61290496827a {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:31.546689 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.568250 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.592621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Transition to ACTIVE for port object 5e007a0d-978f-49be-b9c7-61290496827a will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:31.606295 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] For port 9193c2e2-398b-4e43-8620-4748cadd5ebd, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=9193c2e2-398b-4e43-8620-4748cadd5ebd,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:31.610410 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.617334 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.656943 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:31.667659 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdda51-9830-4e8c-9dd1-727288375bf5 None None] Pushing event updated for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:31.675919 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.695995 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6af72-1075-4c91-bffb-0d02ac4c23ae None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:31.732263 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:31.746190 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-9d4046b6-ba73-4433-876b-000893d195d8 None None] Provisioning complete for port 9193c2e2-398b-4e43-8620-4748cadd5ebd triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:31.746635 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9d4046b6-ba73-4433-876b-000893d195d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.903517 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Attempting to bind port 5e007a0d-978f-49be-b9c7-61290496827a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:31.904134 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Attempting to bind port 5e007a0d-978f-49be-b9c7-61290496827a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:31.904479 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Attempting to bind port 5e007a0d-978f-49be-b9c7-61290496827a on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:31.912849 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:31.920291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Port 5e007a0d-978f-49be-b9c7-61290496827a on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:23:31.920617 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Attempting to bind port 5e007a0d-978f-49be-b9c7-61290496827a on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:32.224383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:32.224754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Checking segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:32.225131 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Bound using segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:32.225571 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Bound port: 5e007a0d-978f-49be-b9c7-61290496827a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:32.225931 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.245294 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f2ef3-33a3-447a-b8be-3ee56123c8bc req-d932ddf7-4be4-4ba3-b9b8-c3949a2ca43a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:32.246865 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-915f2ef3-33a3-447a-b8be-3ee56123c8bc req-d932ddf7-4be4-4ba3-b9b8-c3949a2ca43a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 943 time: 0.4334016 Sep 22 17:23:32.255903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:32.275000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:32.278115 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Pushing event updated for resources: {'Port': ['ID=65849d77-3646-4d2b-94fe-67cb05f940f0,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:32.288591 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:32.379484 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-915f2ef3-33a3-447a-b8be-3ee56123c8bc req-6d604c92-0b90-4f01-85cc-20ca1c99cd81 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188648 Sep 22 17:23:32.448934 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:32.484481 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e007a0d-978f-49be-b9c7-61290496827a,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:32.494903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.513529 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac972bb-3af7-45f6-8cd6-c78f205f39f7 None None] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:23:32.540384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:32.541351 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.542557 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e007a0d-978f-49be-b9c7-61290496827a HTTP/1.1" status: 200 len: 1093 time: 1.7499943 Sep 22 17:23:32.543083 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:32.545356 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355db1e-004c-483d-af92-f254b9f89845" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "tag": "5e007a0d-978f-49be-b9c7-61290496827a"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:32.626691 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] Provisioning complete for port e5eb98c4-30fa-4314-8209-77168b26e6f6 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:32.627017 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.663850 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f5c291-22af-43c1-9493-d1a6ffa01fd0 x-openstack-request-id: req-15f5c291-22af-43c1-9493-d1a6ffa01fd0 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:32.664142 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "tag": "5e007a0d-978f-49be-b9c7-61290496827a", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:32.664394 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15f5c291-22af-43c1-9493-d1a6ffa01fd0 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:32.664783 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a', 'status': 'completed', 'code': 200} Sep 22 17:23:32.678320 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121384b-49b1-4777-9696-840c7f2fdff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:32.719269 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-c92a7466-b197-417b-b0d2-6f79bc4baad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:32.721072 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-c92a7466-b197-417b-b0d2-6f79bc4baad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 1096 time: 0.1253018 Sep 22 17:23:32.737137 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.804439 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-b056e251-35db-4606-82bd-b40692416a2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e007a0d-978f-49be-b9c7-61290496827a HTTP/1.1" status: 200 len: 217 time: 0.0733347 Sep 22 17:23:32.885145 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 9193c2e2-398b-4e43-8620-4748cadd5ebd up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:32.910749 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-ed2aecc1-0229-471e-8da0-b3b679d1ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:32.912311 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-ed2aecc1-0229-471e-8da0-b3b679d1ed50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0757148 Sep 22 17:23:32.931462 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.975308 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=e5eb98c4-30fa-4314-8209-77168b26e6f6,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:32.980559 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 9193c2e2-398b-4e43-8620-4748cadd5ebd triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:32.980934 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.982167 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-5525e9f1-3057-446f-b3e8-b945a418ac57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617025 Sep 22 17:23:32.982562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.063897 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f5ab8-e4a4-4861-ba7b-dbc2016e587b None None] Pushing event updated for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:33.107464 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device e5eb98c4-30fa-4314-8209-77168b26e6f6 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:33.119232 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604344'] for router, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.134435 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-0707ee00-4062-4394-9cc9-d7fa52b2ee95 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241996 Sep 22 17:23:33.155258 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port e5eb98c4-30fa-4314-8209-77168b26e6f6 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:33.155702 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.209545 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-650af3b4-b95b-486e-bfd5-5e3c0384cd33 None None] Provisioning complete for port e5eb98c4-30fa-4314-8209-77168b26e6f6 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:33.209835 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-650af3b4-b95b-486e-bfd5-5e3c0384cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.309098 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f8b9948e-29ef-47ad-b097-9877f5de458b req-2a15237d-a798-42fd-bf04-eab4381be457 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435165 Sep 22 17:23:33.333451 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Router fbf1ea47-8e34-45eb-bf81-63bdd33b365b is scheduled to L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 with binding_index 1 {{(pid=94222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:23:33.467006 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355db1e-004c-483d-af92-f254b9f89845 req-99a8af83-5c14-4d03-9c0b-299e2ef43874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:33.468472 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-99a8af83-5c14-4d03-9c0b-299e2ef43874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 1096 time: 0.0929592 Sep 22 17:23:33.510287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:23:33.518651 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Sync routers for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:33.528147 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:33.528759 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:33.580566 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ac9a-dfcc-4745-a2ea-78f925f27091 req-f5b3fe76-b83f-4221-bf5c-1c6d6ea8eb4b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:33.582062 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2489ac9a-dfcc-4745-a2ea-78f925f27091 req-f5b3fe76-b83f-4221-bf5c-1c6d6ea8eb4b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 943 time: 0.1337135 Sep 22 17:23:33.585075 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.588724 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-51d087fa-e4cc-4b8b-9908-d8f8d386f780 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1758316 Sep 22 17:23:33.588931 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54370) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:33.630600 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:33.694171 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355db1e-004c-483d-af92-f254b9f89845 req-9e228588-8dc6-45b8-81e2-6e15b0c2ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:33.695654 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-9e228588-8dc6-45b8-81e2-6e15b0c2ebf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 915 time: 0.2127438 Sep 22 17:23:33.747421 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2489ac9a-dfcc-4745-a2ea-78f925f27091 req-00d424f6-e33f-4c14-931c-ea25de51c424 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515422 Sep 22 17:23:33.753852 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-e67750f6-720f-4200-b713-3009644d26e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e007a0d-978f-49be-b9c7-61290496827a HTTP/1.1" status: 200 len: 217 time: 0.0476332 Sep 22 17:23:33.818217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:32Z', 'revision_number': 3, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:33.844835 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Checking router: fbf1ea47-8e34-45eb-bf81-63bdd33b365b for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:33.845188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Updating router fbf1ea47-8e34-45eb-bf81-63bdd33b365b port 65849d77-3646-4d2b-94fe-67cb05f940f0 binding host dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:33.870385 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:33.872677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355db1e-004c-483d-af92-f254b9f89845 req-d3a869e1-6377-479b-af2e-ac3208f2df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:33.874141 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-d3a869e1-6377-479b-af2e-ac3208f2df07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.1116655 Sep 22 17:23:33.913861 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-40c1c2e1-2a19-4244-be08-1713917ccf18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272310 Sep 22 17:23:34.085245 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-cb13ccba-c259-42ad-971f-dbf85f768810 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613066 Sep 22 17:23:34.119487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks [] for port, precommit_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.124880 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.177071 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Attempting to bind port 65849d77-3646-4d2b-94fe-67cb05f940f0 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:34.177447 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Attempting to bind port 65849d77-3646-4d2b-94fe-67cb05f940f0 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:34.178443 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Attempting to bind port 65849d77-3646-4d2b-94fe-67cb05f940f0 on network 51136686-2ce5-4eeb-942f-b61d76cc7075 {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:34.180388 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302ed3-2dcc-436e-829c-acccd458ba18 None None] Pushing event updated for resources: {'Port': ['ID=65849d77-3646-4d2b-94fe-67cb05f940f0,revision_number=2']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:34.185745 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:34.186122 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Checking segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:34.186523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.187516 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Bound using segment: {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'} {{(pid=94224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:34.187516 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.managers [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Bound port: 65849d77-3646-4d2b-94fe-67cb05f940f0, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45541b8-e767-44fd-a5e1-27aa94936f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075'}}] {{(pid=94224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:34.187859 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.228434 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6355db1e-004c-483d-af92-f254b9f89845 req-c41ed90a-3168-445f-a2f7-951a7768eb47 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256831 Sep 22 17:23:34.238294 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] For port 65849d77-3646-4d2b-94fe-67cb05f940f0, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:34.241564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] For port 65849d77-3646-4d2b-94fe-67cb05f940f0, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=65849d77-3646-4d2b-94fe-67cb05f940f0,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:34.246502 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.263449 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.300402 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:34.301021 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:34.337490 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302ed3-2dcc-436e-829c-acccd458ba18 None None] Pushing event updated for resources: {'Port': ['ID=65849d77-3646-4d2b-94fe-67cb05f940f0,revision_number=3']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:34.408039 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:34.418494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Allocated IP 172.20.0.1 (ba74a68c-bd0c-49b2-aeba-f4d44f36edde/087b221a-1912-4a37-9e0f-6bd00895a5b1/87f29451-1d38-451d-9c1a-fe44c6ba7657) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:34.518195 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.594860 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:32Z', 'revision_number': 3, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:34.622856 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe77f7-42c6-4a18-917b-8da17c96491b None None] The sync data for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi is: [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:32Z', 'revision_number': 3, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:34.638776 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device e5eb98c4-30fa-4314-8209-77168b26e6f6 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:34.697217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port e5eb98c4-30fa-4314-8209-77168b26e6f6 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:34.697600 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.821613 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.885969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:34.891778 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:34.899442 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb635-29d5-4ea3-b7d8-28420579a5a7 req-7193e76f-2eef-447f-b4ab-3998a4597903 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:34.901068 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0ddcb635-29d5-4ea3-b7d8-28420579a5a7 req-7193e76f-2eef-447f-b4ab-3998a4597903 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 943 time: 0.0737324 Sep 22 17:23:34.904310 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:34.912936 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Pushing event updated for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:34.967173 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0ddcb635-29d5-4ea3-b7d8-28420579a5a7 req-0e5da522-9044-4dd3-9bef-e16b1c133eb7 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Sep 22 17:23:34.970815 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605829'] for router_interface, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.114207 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.145063 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-05e949bd-9f8a-4601-a19b-54a61e3221ea None None] Provisioning complete for port 87f29451-1d38-451d-9c1a-fe44c6ba7657 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:35.145442 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-05e949bd-9f8a-4601-a19b-54a61e3221ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.181879 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-05e949bd-9f8a-4601-a19b-54a61e3221ea None None] Port 87f29451-1d38-451d-9c1a-fe44c6ba7657 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:23:35.283339 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.288020 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.358001 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Pushing event updated for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:35.360405 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605301'] for router_interface, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.452928 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:35.454454 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:35.570031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Router fbf1ea47-8e34-45eb-bf81-63bdd33b365b has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:23:35.679386 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:23:35.684365 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-867983b4-0080-43e4-ad64-62c591401517 admin admin] 10.222.0.11 "PUT /v2.0/routers/fbf1ea47-8e34-45eb-bf81-63bdd33b365b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0945199 Sep 22 17:23:35.705058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-9b6fa757-5dfe-4a0c-83a5-b6fd27f12dd7 None None] Provisioning complete for port 87f29451-1d38-451d-9c1a-fe44c6ba7657 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:35.705535 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa757-5dfe-4a0c-83a5-b6fd27f12dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.738856 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fa757-5dfe-4a0c-83a5-b6fd27f12dd7 None None] Port 87f29451-1d38-451d-9c1a-fe44c6ba7657 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:23:36.074837 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df3ab3-5f49-43c7-821a-301410964c29 req-a5d753e5-8cca-46fd-bf11-bb81aff9fb19 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:36.076484 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-21df3ab3-5f49-43c7-821a-301410964c29 req-a5d753e5-8cca-46fd-bf11-bb81aff9fb19 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 943 time: 0.0542979 Sep 22 17:23:36.113886 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-21df3ab3-5f49-43c7-821a-301410964c29 req-01b9bbae-ffb4-4040-b0bc-f7c5ffeb0225 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Sep 22 17:23:36.205930 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Sync routers for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:36.214939 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:36.215536 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:36.313192 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:36.333685 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 5e007a0d-978f-49be-b9c7-61290496827a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:23:36.497722 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e007a0d-978f-49be-b9c7-61290496827a,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:36.509640 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:35Z', 'revision_number': 4, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '87f29451-1d38-451d-9c1a-fe44c6ba7657', 'name': '', 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'mac_address': 'fa:16:3e:57:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:34Z', 'updated_at': '2021-09-22T17:23:35Z', 'revision_number': 2, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'subnets': [{'id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:36.519916 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '5e007a0d-978f-49be-b9c7-61290496827a', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'port_id': '5e007a0d-978f-49be-b9c7-61290496827a', 'mac_address': 'fa:16:3e:33:78:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228e72d4-59df-4836-b246-31a9050b651f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:23:36.536061 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Checking router: fbf1ea47-8e34-45eb-bf81-63bdd33b365b for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:36.536410 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Updating router fbf1ea47-8e34-45eb-bf81-63bdd33b365b port 87f29451-1d38-451d-9c1a-fe44c6ba7657 binding host dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:36.559712 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.566813 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.585675 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e007a0d-978f-49be-b9c7-61290496827a {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:36.617650 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e007a0d-978f-49be-b9c7-61290496827a,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:36.622761 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.685729 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:36.714253 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 65849d77-3646-4d2b-94fe-67cb05f940f0 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:36.761788 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 65849d77-3646-4d2b-94fe-67cb05f940f0 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:36.762071 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.824732 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.831804 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.841914 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.863478 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port 65849d77-3646-4d2b-94fe-67cb05f940f0, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=65849d77-3646-4d2b-94fe-67cb05f940f0,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:36.869584 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['5e007a0d-978f-49be-b9c7-61290496827a'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:23:36.875345 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54382) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:36.876376 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb5a59-4272-4c61-9f64-60a5a0517c4c None None] Pushing event updated for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=3']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:36.881836 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777799673', 'description': 'tempest-secgroup-smoke-1777799673 description', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:36.902850 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.908691 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.950751 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Attempting to bind port 87f29451-1d38-451d-9c1a-fe44c6ba7657 on host dv-cinder-810415-2-iscsi for vnic_type normal with profile {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:36.951588 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Attempting to bind port 87f29451-1d38-451d-9c1a-fe44c6ba7657 by drivers openvswitch,hyperv on host dv-cinder-810415-2-iscsi at level 0 using segments [{'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:36.952043 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Attempting to bind port 87f29451-1d38-451d-9c1a-fe44c6ba7657 on network ba74a68c-bd0c-49b2-aeba-f4d44f36edde {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:36.959461 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Checking agent: {'id': 'e656a8f6-d128-4d1a-a5ee-46ef1f1833b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 8, 13), 'started_at': datetime.datetime(2021, 9, 22, 17, 8, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:36.960270 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Checking segment: {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:36.960435 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.960795 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Bound using segment: {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'} {{(pid=94225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:36.961376 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.managers [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Bound port: 87f29451-1d38-451d-9c1a-fe44c6ba7657, host: dv-cinder-810415-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f24898c-4916-412c-866b-91373df13cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde'}}] {{(pid=94225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:36.961778 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.975483 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event updated for resources: {'Port': ['ID=65849d77-3646-4d2b-94fe-67cb05f940f0,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.020406 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.027684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.048650 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] For port 87f29451-1d38-451d-9c1a-fe44c6ba7657, host dv-cinder-810415-2-iscsi, cleared binding levels {{(pid=94225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:37.052560 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.plugins.ml2.db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] For port 87f29451-1d38-451d-9c1a-fe44c6ba7657, host dv-cinder-810415-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=87f29451-1d38-451d-9c1a-fe44c6ba7657,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:37.061412 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron_lib.callbacks.manager [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.063283 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.077909 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.082362 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-62215e7f-a8a6-4e96-a5af-761bfd2824aa tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2022829 Sep 22 17:23:37.082935 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54384) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.092002 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.121078 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.130347 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb5a59-4272-4c61-9f64-60a5a0517c4c None None] Pushing event updated for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=4']} {{(pid=94225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.138416 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:23:37.138864 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:23:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:37.167267 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] Provisioning complete for port 87f29451-1d38-451d-9c1a-fe44c6ba7657 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:37.168062 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.187664 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.194204 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.217783 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdf6312-48c7-410c-90d4-a6dd4a61f7d1,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.234112 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.235598 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-eb9db02b-3725-407d-8929-84c63801aa7b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516619 Sep 22 17:23:37.238494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54388) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.243122 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.283122 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.289319 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.289762 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:23:37.296057 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43cd6-c033-40ce-9fc4-f05685d8e764 req-280519ce-2c68-409a-8f21-1b4665e9e6c1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:37.304712 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f9e43cd6-c033-40ce-9fc4-f05685d8e764 req-280519ce-2c68-409a-8f21-1b4665e9e6c1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 944 time: 0.0769396 Sep 22 17:23:37.356695 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] For port 87f29451-1d38-451d-9c1a-fe44c6ba7657, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=87f29451-1d38-451d-9c1a-fe44c6ba7657,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:37.357848 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f9e43cd6-c033-40ce-9fc4-f05685d8e764 req-7d39ab15-573b-4d3c-a6f0-3b8ddb661f9b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 Sep 22 17:23:37.367148 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.398420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.405828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.429817 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90c829-7a92-4bee-807b-f76ddc83381c None None] Pushing event updated for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.435040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8ed2e3-e75a-432a-8e40-f82895bf99ac,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.445942 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.447296 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3769d871-b896-43c5-94a7-9e1bacaeeb6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079237 Sep 22 17:23:37.450073 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54390) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.454381 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.481320 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.498145 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-0cd9ad61-3345-445b-ba6b-c4df08b710c6 None None] Provisioning complete for port 87f29451-1d38-451d-9c1a-fe44c6ba7657 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:37.498522 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ad61-3345-445b-ba6b-c4df08b710c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.529258 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:35Z', 'revision_number': 4, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '87f29451-1d38-451d-9c1a-fe44c6ba7657', 'name': '', 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'mac_address': 'fa:16:3e:57:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:34Z', 'updated_at': '2021-09-22T17:23:37Z', 'revision_number': 4, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'subnets': [{'id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:37.544900 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.548937 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.561677 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e512ad-717a-4388-974a-056e3c6f36c4 None None] The sync data for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi is: [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:23:35Z', 'revision_number': 4, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '87f29451-1d38-451d-9c1a-fe44c6ba7657', 'name': '', 'network_id': 'ba74a68c-bd0c-49b2-aeba-f4d44f36edde', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'mac_address': 'fa:16:3e:57:49:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:34Z', 'updated_at': '2021-09-22T17:23:37Z', 'revision_number': 4, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'subnets': [{'id': '087b221a-1912-4a37-9e0f-6bd00895a5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:37.567266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c505f3-206f-4554-9281-5bcc277b57dd,revision_number=0']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.574420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.578350 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-eef4eec0-b01a-4c35-ad2f-31d33e042785 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246409 Sep 22 17:23:37.578710 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54392) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.583388 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.618526 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.674435 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.679862 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.701257 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64589eb-3b9c-4ac7-af0b-5ba95cd31fa4,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.710005 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.713933 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-a46a89bf-4993-413b-ac50-73b491665dd4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314442 Sep 22 17:23:37.713933 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54394) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.718816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.741949 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Project c8b32031bbe64ee0906044d7eecd4a62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:23:37.747075 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.814099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.818387 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.840302 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a06de9-1f71-471b-a5ac-e29caa112a9a,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.843865 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.847551 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6dffedbe-9eb8-4d4b-ae67-deb589ee6e0a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300182 Sep 22 17:23:37.848064 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54396) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:23:37.853222 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5a22d-66fd-4019-9fb5-f9ce2c101e10', 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:37.876894 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.securitygroups_db [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Project c8b32031bbe64ee0906044d7eecd4a62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:23:37.882186 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.947066 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.951345 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644699'] for security_group_rule, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.977003 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6e4618-30f2-41c2-a851-beb36c856b3f,revision_number=0']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.981214 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.984167 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-8a84e3a8-86c1-4ff2-a810-4a543b967ae7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352782 Sep 22 17:23:38.349004 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 5e007a0d-978f-49be-b9c7-61290496827a up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:38.427970 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 5e007a0d-978f-49be-b9c7-61290496827a completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:38.432588 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 5e007a0d-978f-49be-b9c7-61290496827a triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:38.432981 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.501272 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cd3e4-cbf1-45dd-b910-15095ec94e9b req-cfba754a-a357-4b69-824e-225a575fe243 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:38.502820 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a94cd3e4-cbf1-45dd-b910-15095ec94e9b req-cfba754a-a357-4b69-824e-225a575fe243 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 944 time: 0.0691040 Sep 22 17:23:38.526684 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.546225 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a94cd3e4-cbf1-45dd-b910-15095ec94e9b req-bcf9cabf-1551-46a0-8ce0-db372a474b79 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Sep 22 17:23:38.553559 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:38.555989 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad57683-00d7-4724-878d-08c7f001bd60" -d '{"events": [{"server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "name": "network-vif-plugged", "status": "completed", "tag": "5e007a0d-978f-49be-b9c7-61290496827a"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:38.710742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44735176-1739-4532-bd07-a88e53150e6e x-openstack-request-id: req-44735176-1739-4532-bd07-a88e53150e6e {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:38.711087 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "name": "network-vif-plugged", "status": "completed", "tag": "5e007a0d-978f-49be-b9c7-61290496827a", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:38.711490 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44735176-1739-4532-bd07-a88e53150e6e {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:38.711761 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a', 'code': 200} Sep 22 17:23:38.715846 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e007a0d-978f-49be-b9c7-61290496827a,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:38.724207 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.783113 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:38.789105 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 87f29451-1d38-451d-9c1a-fe44c6ba7657 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:38.845198 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 87f29451-1d38-451d-9c1a-fe44c6ba7657 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:38.845598 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c895-3acd-4043-a614-b32dd4455e62 req-44a8f7e8-aae7-4e7a-80d2-2d6967ea9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:38.845710 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.847195 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7178c895-3acd-4043-a614-b32dd4455e62 req-44a8f7e8-aae7-4e7a-80d2-2d6967ea9e8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 1098 time: 0.0487103 Sep 22 17:23:38.886429 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7178c895-3acd-4043-a614-b32dd4455e62 req-5b70a929-177b-47cf-949a-4655e7665649 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Sep 22 17:23:38.934417 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 65849d77-3646-4d2b-94fe-67cb05f940f0 up at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:38.980920 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Provisioning complete for port 65849d77-3646-4d2b-94fe-67cb05f940f0 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:38.981300 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.657834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59bad3-0543-40eb-a8f5-4c6d3fad3504 req-8532fc82-296a-4eaa-8af9-8e0832c3d798 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:39.659316 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb59bad3-0543-40eb-a8f5-4c6d3fad3504 req-8532fc82-296a-4eaa-8af9-8e0832c3d798 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Sep 22 17:23:39.697838 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb59bad3-0543-40eb-a8f5-4c6d3fad3504 req-567a07c1-de09-4362-94b3-43afe28c2644 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Sep 22 17:23:39.836917 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb97ef36-96e0-42e7-bb5c-3ea3c4995a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.813378 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a118f5-4fea-493b-b321-9152a96e3556 req-1505670e-3bb3-4636-b1fa-41b9b97b2f84 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:40.814776 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e3a118f5-4fea-493b-b321-9152a96e3556 req-1505670e-3bb3-4636-b1fa-41b9b97b2f84 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Sep 22 17:23:40.850878 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e3a118f5-4fea-493b-b321-9152a96e3556 req-2a178a79-ce98-435f-af78-b4a77e450300 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Sep 22 17:23:41.425144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:41.967142 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:23:42.317064 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c815f23d-df99-4109-9c95-b9a30e95d900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.606077 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-a9e2266b-13a3-4d2c-9d09-88726d2591fe tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:42.607549 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-a9e2266b-13a3-4d2c-9d09-88726d2591fe tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1034663 Sep 22 17:23:42.623059 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-5c6c953d-fac3-4c2a-93f7-728e1430eb7c tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/quotas/8d091734ada04229a2cd33c98bd1349b HTTP/1.1" status: 200 len: 375 time: 0.0098732 Sep 22 17:23:42.674463 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-6a538b61-7649-4e91-8871-de2d18562f1b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456161 Sep 22 17:23:42.767046 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-66ce1da3-b37e-4226-be43-09a9f82729b1 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853000 Sep 22 17:23:42.854519 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-d21b33fe-c2e2-473e-b069-2d1f4a6dd940 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813627 Sep 22 17:23:43.016901 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-af984cd8-8416-4f42-a6c6-f46c9f48a691 req-14e72803-3fc1-45b3-861d-ef160278c9cf tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 210 time: 0.0305610 Sep 22 17:23:43.196856 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.251227 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.974882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-70eb7ee4-d439-4642-b319-dc616c2389b3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:43.976510 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-70eb7ee4-d439-4642-b319-dc616c2389b3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1122284 Sep 22 17:23:43.990890 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Request body: {'port': {'device_id': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'admin_state_up': True, 'tenant_id': '8d091734ada04229a2cd33c98bd1349b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:44.118584 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9a0c4959-2e9b-4ee6-ad29-b6379afb9f44 req-92bb8af2-33ae-49a6-be29-207cc4ea9094 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 210 time: 0.0358331 Sep 22 17:23:44.128725 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:44.132409 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.258761 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Allocated IP 172.20.0.8 (efe557d9-7408-43ec-9e63-96cb7e3b1c8f/228e72d4-59df-4836-b246-31a9050b651f/b956f4b3-4736-4918-9629-dcaa0de9930c) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:44.404545 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.440817 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.453305 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962', '5e007a0d-978f-49be-b9c7-61290496827a'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:23:44.488629 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:44.491707 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:44.494325 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:44.528632 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event updated for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:44.560284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:44.560921 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.575462 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-1598fcba-628d-4496-86ce-9374b54ce863 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889347 Sep 22 17:23:44.589445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Request body: {'port': {'device_id': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:44.646114 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.907939 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b956f4b3-4736-4918-9629-dcaa0de9930c {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:44.915931 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.927406 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Transition to ACTIVE for port object b956f4b3-4736-4918-9629-dcaa0de9930c will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:44.932692 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.985304 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:45.050053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Attempting to bind port b956f4b3-4736-4918-9629-dcaa0de9930c on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:45.050389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Attempting to bind port b956f4b3-4736-4918-9629-dcaa0de9930c by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:45.050716 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Attempting to bind port b956f4b3-4736-4918-9629-dcaa0de9930c on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:45.055433 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Port b956f4b3-4736-4918-9629-dcaa0de9930c on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:23:45.055792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Attempting to bind port b956f4b3-4736-4918-9629-dcaa0de9930c on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:45.060847 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:45.061183 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Checking segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:45.061568 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Bound using segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:45.061991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Bound port: b956f4b3-4736-4918-9629-dcaa0de9930c, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:45.062348 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.125750 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:45.128949 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b956f4b3-4736-4918-9629-dcaa0de9930c,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:45.132879 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.169606 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.170230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.171676 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] 10.222.0.24 "PUT /v2.0/ports/b956f4b3-4736-4918-9629-dcaa0de9930c HTTP/1.1" status: 200 len: 1093 time: 0.5863605 Sep 22 17:23:45.172074 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:45.174289 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c7173a-8a36-479d-a817-5ad69976eb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:45.200905 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef6ff2-25a6-4b67-a4e8-4089fd2dfd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:45.221230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833408c6-ad92-4330-b3cb-d1cd68d78d78 x-openstack-request-id: req-833408c6-ad92-4330-b3cb-d1cd68d78d78 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:45.221655 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:45.221964 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-833408c6-ad92-4330-b3cb-d1cd68d78d78 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:45.222367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c', 'status': 'completed', 'code': 200} Sep 22 17:23:45.257099 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb00868-4b2e-4e9d-a242-1f4d94d96972 req-1e68898e-6b5f-4fb0-b179-bc4a1c352f2f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.258574 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-eeb00868-4b2e-4e9d-a242-1f4d94d96972 req-1e68898e-6b5f-4fb0-b179-bc4a1c352f2f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 943 time: 0.0721273 Sep 22 17:23:45.267151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-a859a7d0-0d13-4ba1-9f43-433bf99bc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.268668 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-a859a7d0-0d13-4ba1-9f43-433bf99bc09a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 1096 time: 0.0455153 Sep 22 17:23:45.301749 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-eeb00868-4b2e-4e9d-a242-1f4d94d96972 req-8acf6a92-0cf1-42de-b024-a6c7af9e2b2b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Sep 22 17:23:45.313796 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-7f26390b-2702-4ec7-8506-81e1c8feab95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b956f4b3-4736-4918-9629-dcaa0de9930c HTTP/1.1" status: 200 len: 217 time: 0.0360246 Sep 22 17:23:45.332753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.373955 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-86aa3e6c-606d-4901-8739-94247513ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.375465 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-86aa3e6c-606d-4901-8739-94247513ddc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0486722 Sep 22 17:23:45.415453 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-3f73c92f-3535-4f71-a05b-f0694eba7cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229537 Sep 22 17:23:45.504389 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-e5d7b13f-909c-40c8-b221-a9adc5ad5996 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801077 Sep 22 17:23:45.596917 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-09a56c94-cb13-4bdb-9265-7e3e991e9303 req-44c6f23e-1885-4faa-9702-65c251fb9f44 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853283 Sep 22 17:23:45.682226 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-b07bf985-1d1a-4192-9a3c-516e641c802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.683659 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-b07bf985-1d1a-4192-9a3c-516e641c802a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 1096 time: 0.0418253 Sep 22 17:23:45.778202 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-b853ff29-2882-4feb-945b-850a2a50701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.779717 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-b853ff29-2882-4feb-945b-850a2a50701e service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 915 time: 0.0873625 Sep 22 17:23:45.823528 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-e5629a16-27ae-48a8-8eb7-031fec0b38c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b956f4b3-4736-4918-9629-dcaa0de9930c HTTP/1.1" status: 200 len: 217 time: 0.0343699 Sep 22 17:23:45.873641 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-4ba5c7de-afcf-4474-b0d0-84f9ef78cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:45.875090 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-4ba5c7de-afcf-4474-b0d0-84f9ef78cee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0429320 Sep 22 17:23:45.909954 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-8818ddee-3639-47bd-83c6-da0117e35615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273542 Sep 22 17:23:45.998176 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-cd369bc2-065f-4fc8-b74c-e4bc3fec7cf6 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Sep 22 17:23:46.107203 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05c7173a-8a36-479d-a817-5ad69976eb6a req-c616252a-cea6-4b12-a5c5-41626bc5616c service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Sep 22 17:23:46.425971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602cf1-aba1-4cf2-aeb3-da22c9413b71 req-8bc75052-83a2-44e9-b8d9-b4758528f751 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:46.428013 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b7602cf1-aba1-4cf2-aeb3-da22c9413b71 req-8bc75052-83a2-44e9-b8d9-b4758528f751 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 943 time: 0.0594378 Sep 22 17:23:46.466522 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b7602cf1-aba1-4cf2-aeb3-da22c9413b71 req-224ff8bf-ee66-42cc-ace7-75c60834bb25 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 22 17:23:47.578597 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1280-f1e0-4ba3-af4f-8d9bc1a6705e req-dfbf3186-1787-425c-895c-d4b1d84965dc tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:47.579984 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-251b1280-f1e0-4ba3-af4f-8d9bc1a6705e req-dfbf3186-1787-425c-895c-d4b1d84965dc tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 943 time: 0.0484002 Sep 22 17:23:47.617204 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-251b1280-f1e0-4ba3-af4f-8d9bc1a6705e req-6fde4589-5a6e-4547-ba61-a4e95049ba49 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Sep 22 17:23:48.408548 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b956f4b3-4736-4918-9629-dcaa0de9930c details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:23:48.501530 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b956f4b3-4736-4918-9629-dcaa0de9930c,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:48.515315 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'b956f4b3-4736-4918-9629-dcaa0de9930c', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'port_id': 'b956f4b3-4736-4918-9629-dcaa0de9930c', 'mac_address': 'fa:16:3e:5f:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228e72d4-59df-4836-b246-31a9050b651f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:23:48.553518 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:48.565234 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b956f4b3-4736-4918-9629-dcaa0de9930c {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:48.584167 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b956f4b3-4736-4918-9629-dcaa0de9930c,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:48.588226 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:48.636852 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:48.730806 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5590d78-0358-4780-86b1-b7a6a3f6dbd9 req-6f518e5d-cf8d-4e82-8ab3-f5811fd618c9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:48.732250 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5590d78-0358-4780-86b1-b7a6a3f6dbd9 req-6f518e5d-cf8d-4e82-8ab3-f5811fd618c9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 944 time: 0.0464211 Sep 22 17:23:48.771758 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5590d78-0358-4780-86b1-b7a6a3f6dbd9 req-d4750d0d-cd89-4abc-ac10-647912ff8ca2 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 22 17:23:48.885224 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['b956f4b3-4736-4918-9629-dcaa0de9930c'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:23:49.884919 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3be8b1-ed98-481b-8138-5da461debfbc req-14609da2-da77-41fb-b1bf-6dea5c52115e tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:49.886993 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b3be8b1-ed98-481b-8138-5da461debfbc req-14609da2-da77-41fb-b1bf-6dea5c52115e tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 944 time: 0.0485864 Sep 22 17:23:49.925877 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0b3be8b1-ed98-481b-8138-5da461debfbc req-6c36810e-99d8-472c-bd3a-c6defe973518 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Sep 22 17:23:50.410138 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b956f4b3-4736-4918-9629-dcaa0de9930c up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:23:50.457205 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port b956f4b3-4736-4918-9629-dcaa0de9930c completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:50.461513 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port b956f4b3-4736-4918-9629-dcaa0de9930c triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:50.461886 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.536512 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.557156 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:50.559497 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1886a3ab-5cc6-4ad3-809e-3db871c53fde" -d '{"events": [{"server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "name": "network-vif-plugged", "status": "completed", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:50.576704 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b956f4b3-4736-4918-9629-dcaa0de9930c,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:23:50.580696 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.603960 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b7cb18-d127-497d-a8fb-421c9530a4b0 x-openstack-request-id: req-31b7cb18-d127-497d-a8fb-421c9530a4b0 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:50.604254 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "name": "network-vif-plugged", "status": "completed", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:50.604503 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31b7cb18-d127-497d-a8fb-421c9530a4b0 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:50.604882 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c', 'code': 200} Sep 22 17:23:50.629325 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:50.776368 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ff25-d64a-4951-8cf9-5bfcf7d1d09c req-35b47bb0-ed7e-48d5-9ab7-195f3ac42b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:50.777782 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9733ff25-d64a-4951-8cf9-5bfcf7d1d09c req-35b47bb0-ed7e-48d5-9ab7-195f3ac42b08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 1098 time: 0.0422893 Sep 22 17:23:50.812360 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9733ff25-d64a-4951-8cf9-5bfcf7d1d09c req-9344808a-8918-4af1-ac6e-61ef8b602a9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258760 Sep 22 17:23:51.040956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e7d19-2dc9-40e7-b253-2d2ce5b1e00c req-d0ad65f5-f18a-4586-a82b-949e10f8f241 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:51.042425 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8d7e7d19-2dc9-40e7-b253-2d2ce5b1e00c req-d0ad65f5-f18a-4586-a82b-949e10f8f241 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 945 time: 0.0502841 Sep 22 17:23:51.079470 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-8d7e7d19-2dc9-40e7-b253-2d2ce5b1e00c req-c0987abe-e4d6-4739-a1de-ce19d035e169 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 22 17:23:52.190614 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7411-bfbf-4f8a-951d-7ff2dab87a8f req-c09bd858-2896-43dc-8e9a-86ac98bb3841 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:52.191994 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-de1e7411-bfbf-4f8a-951d-7ff2dab87a8f req-c09bd858-2896-43dc-8e9a-86ac98bb3841 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 945 time: 0.0462956 Sep 22 17:23:52.229234 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-de1e7411-bfbf-4f8a-951d-7ff2dab87a8f req-a5c8ef9b-3318-4474-a794-eb59e0f202b5 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Sep 22 17:23:56.506887 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-52f7baf7-028f-4b18-9db6-936631558e26 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777799673&fields=id&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 267 time: 0.0317090 Sep 22 17:23:56.611181 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-35857b81-1b9d-412d-ab3e-90ddda784d44 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:56.612655 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-35857b81-1b9d-412d-ab3e-90ddda784d44 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.0993183 Sep 22 17:23:56.627446 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-618f86ce-3fd7-4bad-b6b0-6b302f740a81 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/quotas/c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 375 time: 0.0085373 Sep 22 17:23:56.675166 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-184e8497-b5cf-4c30-a67c-805cbff51478 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426722 Sep 22 17:23:56.770693 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-79685392-7c4d-4f53-bca6-9763ecc45445 service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Sep 22 17:23:56.856015 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a208b491-cee7-4def-8486-65767e944483 service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792270 Sep 22 17:23:57.130654 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0fb533b3-5b5f-4735-bb34-70fc0e0135e8 req-9609269b-75c1-4de5-b75f-a0ec6edc4577 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 210 time: 0.0250847 Sep 22 17:23:58.076177 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-5f801598-ef28-4046-b139-bfed621bc0b9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:58.077658 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-5f801598-ef28-4046-b139-bfed621bc0b9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.1060352 Sep 22 17:23:58.121721 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-8125e6c7-c3af-40da-a5df-e687b19bd50f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 380 time: 0.0340929 Sep 22 17:23:58.132781 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'port': {'device_id': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'admin_state_up': True, 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'security_groups': ['c7b5a22d-66fd-4019-9fb5-f9ce2c101e10']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:58.228378 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-72a61eba-e21d-4da0-8779-6ac6817638bc req-e734676a-7ccf-4c42-9b86-0460cb5fb3ca tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Sep 22 17:23:58.261885 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Made reservation on behalf of c8b32031bbe64ee0906044d7eecd4a62 for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:58.265473 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:58.382920 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.20.0.10 (c9207dd5-b001-4f43-8c56-6aceca8688f8/76cb511b-62fa-4588-8972-02581c2ac2c6/9e42d650-bfa6-4e25-b979-517c9c22fb27) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:58.762403 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:58.794857 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:58.843459 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:58.846384 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:58.850086 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:23:58.859064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:58.904738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:58.905355 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:58.919758 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-81f71688-ce16-450a-a8b7-c0af895eb0e2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904241 Sep 22 17:23:58.946708 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Request body: {'port': {'device_id': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:23:59.001789 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.035722 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5e0a02a-c50b-46d9-9541-d13f61189efa None None] Provisioning complete for port 9e42d650-bfa6-4e25-b979-517c9c22fb27 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:59.036288 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a02a-c50b-46d9-9541-d13f61189efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.068839 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0a02a-c50b-46d9-9541-d13f61189efa None None] Port 9e42d650-bfa6-4e25-b979-517c9c22fb27 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:23:59.262246 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e42d650-bfa6-4e25-b979-517c9c22fb27 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:23:59.269622 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.281357 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Transition to ACTIVE for port object 9e42d650-bfa6-4e25-b979-517c9c22fb27 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:59.285281 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.333409 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Pushing event updated for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:59.344695 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cab8fc-12e8-4b65-b4e9-75907bf26fc1 req-11391f8b-b04a-40f3-ab09-1bf401bba040 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:59.346222 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37cab8fc-12e8-4b65-b4e9-75907bf26fc1 req-11391f8b-b04a-40f3-ab09-1bf401bba040 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0519576 Sep 22 17:23:59.389988 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-37cab8fc-12e8-4b65-b4e9-75907bf26fc1 req-5342162a-dd86-427f-b9e9-9c5929a8ff85 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Sep 22 17:23:59.408161 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Attempting to bind port 9e42d650-bfa6-4e25-b979-517c9c22fb27 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:23:59.408500 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Attempting to bind port 9e42d650-bfa6-4e25-b979-517c9c22fb27 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:23:59.408833 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Attempting to bind port 9e42d650-bfa6-4e25-b979-517c9c22fb27 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:59.413368 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Port 9e42d650-bfa6-4e25-b979-517c9c22fb27 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:23:59.413690 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Attempting to bind port 9e42d650-bfa6-4e25-b979-517c9c22fb27 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:23:59.418642 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:23:59.418988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:23:59.419376 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Bound using segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:23:59.419839 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Bound port: 9e42d650-bfa6-4e25-b979-517c9c22fb27, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:23:59.420204 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.484801 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:23:59.487947 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:23:59.492389 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.522538 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:59.523160 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:59.524650 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] 10.222.0.24 "PUT /v2.0/ports/9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 200 len: 1094 time: 0.5827470 Sep 22 17:23:59.525050 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:23:59.527266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff71a2-a8ab-436e-813d-61d627697132" -d '{"events": [{"name": "network-changed", "server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:59.566004 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c22976-3629-4cee-9591-5456f9ed4fc6 x-openstack-request-id: req-61c22976-3629-4cee-9591-5456f9ed4fc6 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:59.566306 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:59.566562 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61c22976-3629-4cee-9591-5456f9ed4fc6 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:59.566964 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'status': 'completed', 'code': 200} Sep 22 17:23:59.567691 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b206-0671-45ff-ba21-b7c179072faf service neutron] Pushing event updated for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:59.637496 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-b4256067-5012-4dda-ae36-3a38f4e333f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:59.639018 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-b4256067-5012-4dda-ae36-3a38f4e333f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1097 time: 0.0422330 Sep 22 17:23:59.690795 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-b1773694-e5c3-408a-99ac-823a4af5fb59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 200 len: 217 time: 0.0380404 Sep 22 17:23:59.747534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-8fb80c85-b9a0-48c2-8002-b8691ae536e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:59.749041 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-8fb80c85-b9a0-48c2-8002-b8691ae536e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0435958 Sep 22 17:23:59.795668 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-799e600e-eb1b-4822-b1c2-51e868917bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:23:59.797240 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-799e600e-eb1b-4822-b1c2-51e868917bf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403793 Sep 22 17:23:59.905345 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-f0748afc-a25c-438e-9d00-98597db238c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864041 Sep 22 17:23:59.994093 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-33072fce-bb3f-41c6-a369-c7392f2c7e97 req-8d5a6ea5-fb83-4a70-9f1b-ffd5c0253712 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783260 Sep 22 17:24:00.089071 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff71a2-a8ab-436e-813d-61d627697132 req-8552b92a-853c-496f-992b-43c823275975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:00.090603 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-8552b92a-853c-496f-992b-43c823275975 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1097 time: 0.0437803 Sep 22 17:24:00.204627 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff71a2-a8ab-436e-813d-61d627697132 req-40aec894-eca4-4f5c-af66-235196accaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:00.206327 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-40aec894-eca4-4f5c-af66-235196accaa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.1058414 Sep 22 17:24:00.261369 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-bfa437c8-6d8c-45b9-9771-040f80f1b2ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 200 len: 217 time: 0.0409930 Sep 22 17:24:00.313258 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff71a2-a8ab-436e-813d-61d627697132 req-f0885eb3-9f37-4aa4-bc65-0313dfd722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:00.314734 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-f0885eb3-9f37-4aa4-bc65-0313dfd722b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0448370 Sep 22 17:24:00.364709 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff71a2-a8ab-436e-813d-61d627697132 req-96ce244c-9c85-46c7-90c2-4d4a74ddb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:00.366336 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-96ce244c-9c85-46c7-90c2-4d4a74ddb14a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438280 Sep 22 17:24:00.480439 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-d47020b5-8725-457b-b1fc-200d29a44ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012135 Sep 22 17:24:00.574536 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5d54-a3d5-49d2-8446-641fb754c16e req-6a936e59-1d79-4ad1-b587-0f7befb6dd1a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:00.576169 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0faa5d54-a3d5-49d2-8446-641fb754c16e req-6a936e59-1d79-4ad1-b587-0f7befb6dd1a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.1174045 Sep 22 17:24:00.635369 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-05ff71a2-a8ab-436e-813d-61d627697132 req-e3fdf6cf-eb25-49de-b5ef-a4af4b596ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406367 Sep 22 17:24:00.642538 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0faa5d54-a3d5-49d2-8446-641fb754c16e req-59c39cd6-4396-44c9-b302-7a280611a9fc tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549362 Sep 22 17:24:01.759328 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db340-85f6-4dbc-873d-8ad583a9a7a9 req-1cd346ae-8b14-4644-b35a-9ff6bf60c146 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:01.760904 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-338db340-85f6-4dbc-873d-8ad583a9a7a9 req-1cd346ae-8b14-4644-b35a-9ff6bf60c146 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0531561 Sep 22 17:24:01.799330 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-338db340-85f6-4dbc-873d-8ad583a9a7a9 req-66fb9e48-866a-4afe-a5a5-b4052a0d7d3c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Sep 22 17:24:01.962568 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-afbbc7dc-eb50-4a6c-8981-fc78b6f4cb4d tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:01.963990 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-afbbc7dc-eb50-4a6c-8981-fc78b6f4cb4d tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.0995843 Sep 22 17:24:01.978986 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-bf3f7348-6491-4174-98f3-c381be8f7414 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/quotas/8d091734ada04229a2cd33c98bd1349b HTTP/1.1" status: 200 len: 375 time: 0.0094874 Sep 22 17:24:02.034193 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-80d598b9-34a1-4069-b7f7-8fe38b6c45b0 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502126 Sep 22 17:24:02.122632 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-2e5319a9-0470-46bc-9da1-e2540b3ad098 service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815992 Sep 22 17:24:02.218198 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-4c4f1294-3d8d-4992-b657-7ff32d5c924d service neutron] 10.222.0.11 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Sep 22 17:24:02.395214 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-b87ef1e3-3ff5-4be3-b02b-b86db28aa60e req-4746202f-c633-4fc5-846a-06b7d7237e25 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 210 time: 0.0312085 Sep 22 17:24:02.917541 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1245-f130-46ff-b330-14cebe669cd5 req-835e1601-9af3-4825-b96d-5f0253befa68 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:02.919032 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-62ad1245-f130-46ff-b330-14cebe669cd5 req-835e1601-9af3-4825-b96d-5f0253befa68 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0509014 Sep 22 17:24:02.955809 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-62ad1245-f130-46ff-b330-14cebe669cd5 req-e20ff984-d8be-4a6d-9d82-bacb06f9eb24 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Sep 22 17:24:03.349838 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-85ca963a-d45b-4441-ba90-e7a1b32da109 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:03.351596 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-85ca963a-d45b-4441-ba90-e7a1b32da109 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 814 time: 0.1046758 Sep 22 17:24:03.366778 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Request body: {'port': {'device_id': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'admin_state_up': True, 'tenant_id': '8d091734ada04229a2cd33c98bd1349b'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:24:03.474520 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Made reservation on behalf of 8d091734ada04229a2cd33c98bd1349b for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:24:03.478416 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:03.491855 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-cb894e1b-14d6-42e7-a826-178381eed069 req-dea16625-f951-450b-ae79-7358670bd371 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Sep 22 17:24:03.613363 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Allocated IP 172.20.0.5 (efe557d9-7408-43ec-9e63-96cb7e3b1c8f/228e72d4-59df-4836-b246-31a9050b651f/9a32c026-480e-4d7a-8c98-86e10525cd90) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:24:03.772200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:03.804250 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:03.815832 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962', '5e007a0d-978f-49be-b9c7-61290496827a', 'b956f4b3-4736-4918-9629-dcaa0de9930c'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:03.848327 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Network efe557d9-7408-43ec-9e63-96cb7e3b1c8f is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:24:03.851776 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:24:03.858323 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:24:03.862152 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event updated for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:03.908934 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:03.909684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:03.924091 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-7629434d-cff9-498c-b083-748a142636f4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610614 Sep 22 17:24:03.937343 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Request body: {'port': {'device_id': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:24:03.994173 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.144017 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a12528-6ed9-4735-a660-5a215f18951e req-0bc4215e-e775-45bc-aa43-dfc5601e4878 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:04.145392 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-66a12528-6ed9-4735-a660-5a215f18951e req-0bc4215e-e775-45bc-aa43-dfc5601e4878 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.1173744 Sep 22 17:24:04.207489 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-66a12528-6ed9-4735-a660-5a215f18951e req-5bfa2223-0288-498e-8b07-1c4c9c5ccab7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545266 Sep 22 17:24:04.314528 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a32c026-480e-4d7a-8c98-86e10525cd90 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:24:04.321680 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.332987 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Transition to ACTIVE for port object 9a32c026-480e-4d7a-8c98-86e10525cd90 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:24:04.338515 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.385025 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:04.450621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Attempting to bind port 9a32c026-480e-4d7a-8c98-86e10525cd90 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:24:04.450869 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Attempting to bind port 9a32c026-480e-4d7a-8c98-86e10525cd90 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:24:04.451199 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Attempting to bind port 9a32c026-480e-4d7a-8c98-86e10525cd90 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:24:04.455323 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Port 9a32c026-480e-4d7a-8c98-86e10525cd90 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:24:04.455665 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Attempting to bind port 9a32c026-480e-4d7a-8c98-86e10525cd90 on network efe557d9-7408-43ec-9e63-96cb7e3b1c8f {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:24:04.460868 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:24:04.461205 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Checking segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:24:04.461586 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Bound using segment: {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:24:04.462011 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Bound port: 9a32c026-480e-4d7a-8c98-86e10525cd90, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c66bec-eb65-4cc8-a61e-ac5bd1357583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:24:04.462364 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.526099 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:24:04.529132 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9a32c026-480e-4d7a-8c98-86e10525cd90,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:24:04.534582 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.567326 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:04.568213 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:04.569692 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] 10.222.0.24 "PUT /v2.0/ports/9a32c026-480e-4d7a-8c98-86e10525cd90 HTTP/1.1" status: 200 len: 1093 time: 0.6364551 Sep 22 17:24:04.572166 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:04.575317 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad68eb5-a6f7-4198-a69d-debdecaae920" -d '{"events": [{"name": "network-changed", "server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:04.623579 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3fc0b2-d7e8-49eb-9d1c-e825002ed952 x-openstack-request-id: req-ac3fc0b2-d7e8-49eb-9d1c-e825002ed952 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:04.623881 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:04.624125 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac3fc0b2-d7e8-49eb-9d1c-e825002ed952 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:04.624523 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90', 'status': 'completed', 'code': 200} Sep 22 17:24:04.625769 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26022fb3-cb6e-4931-8cca-3c843ef13254 service neutron] Pushing event updated for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:04.631065 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ca54-94c2-46df-ab28-96cd76964d7e req-b0f63e2a-0c55-4db7-bca7-f62ebaf4dce3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:04.632612 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4cc0ca54-94c2-46df-ab28-96cd76964d7e req-b0f63e2a-0c55-4db7-bca7-f62ebaf4dce3 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 943 time: 0.0721653 Sep 22 17:24:04.672354 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-e1a3127a-5125-4ec1-bfb5-bd6b171e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:04.673959 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-e1a3127a-5125-4ec1-bfb5-bd6b171e26dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 1096 time: 0.0427580 Sep 22 17:24:04.674192 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-4cc0ca54-94c2-46df-ab28-96cd76964d7e req-28507d8f-e92e-4129-868d-87c9a76eae4b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Sep 22 17:24:04.728849 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-a8b4d0c8-0c71-4f36-984e-cf33ff58e323 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a32c026-480e-4d7a-8c98-86e10525cd90 HTTP/1.1" status: 200 len: 217 time: 0.0376167 Sep 22 17:24:04.781960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-b67570a0-3c8f-4afd-91b2-2f4638cea3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:04.783451 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-b67570a0-3c8f-4afd-91b2-2f4638cea3f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0465832 Sep 22 17:24:04.816931 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-d523b19b-1a4f-4d9b-87cc-a592701cde16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241427 Sep 22 17:24:04.912659 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-a580086e-2671-4668-8d25-05a422989740 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Sep 22 17:24:05.007988 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-18fd12f7-e990-4d07-8d75-442db40ef36b req-4293a832-9bf8-4eee-8674-92fde4807237 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Sep 22 17:24:05.097326 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-0937c4bf-762e-44f0-b19a-845bc74d8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:05.098825 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-0937c4bf-762e-44f0-b19a-845bc74d8ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d091734ada04229a2cd33c98bd1349b&device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 1096 time: 0.0402443 Sep 22 17:24:05.203237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-cd1bdef2-8b40-42cd-bfce-3a5a88099afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:05.204739 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-cd1bdef2-8b40-42cd-bfce-3a5a88099afb service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 200 len: 915 time: 0.0894783 Sep 22 17:24:05.247957 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-a8c31d4e-1de6-443a-9aab-8cc839755868 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a32c026-480e-4d7a-8c98-86e10525cd90 HTTP/1.1" status: 200 len: 217 time: 0.0333319 Sep 22 17:24:05.340062 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-285a9eb6-7459-4b88-a3af-e36ec76495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:05.341438 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-285a9eb6-7459-4b88-a3af-e36ec76495fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 200 len: 854 time: 0.0765007 Sep 22 17:24:05.353956 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aecddf-55e9-46ea-8b65-a85c97990675 req-96ef68f5-1dbb-444f-b76c-e9d8194c617d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:05.355385 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a2aecddf-55e9-46ea-8b65-a85c97990675 req-96ef68f5-1dbb-444f-b76c-e9d8194c617d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0601726 Sep 22 17:24:05.385061 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-49acbc4d-31fa-45a8-a13f-0ec0ea362ad1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe557d9-7408-43ec-9e63-96cb7e3b1c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287237 Sep 22 17:24:05.434101 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a2aecddf-55e9-46ea-8b65-a85c97990675 req-18830754-ace7-4f75-b789-ec70fbb74ccf tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707204 Sep 22 17:24:05.493185 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-bdcf5d10-c30e-43eb-855b-cd8d22feb925 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987794 Sep 22 17:24:05.583170 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4ad68eb5-a6f7-4198-a69d-debdecaae920 req-033633e7-23be-47db-8948-ed19c16fa717 service neutron] 10.222.0.24 "GET /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787964 Sep 22 17:24:05.789134 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7ea9b-529d-45a4-b3a2-2aee8078910b req-c73153f9-9d74-40c6-849f-08dd44d9cd1f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:05.790670 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e0c7ea9b-529d-45a4-b3a2-2aee8078910b req-c73153f9-9d74-40c6-849f-08dd44d9cd1f tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 943 time: 0.0517511 Sep 22 17:24:05.829093 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e0c7ea9b-529d-45a4-b3a2-2aee8078910b req-49fbe593-ff25-4e35-b97d-a36acd9f6914 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Sep 22 17:24:06.475259 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9a32c026-480e-4d7a-8c98-86e10525cd90 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:24:06.548682 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542722-07ec-4707-8007-8ec87e785769 req-7fd67add-21e2-468d-b34e-f110122a9df7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:06.550159 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4b542722-07ec-4707-8007-8ec87e785769 req-7fd67add-21e2-468d-b34e-f110122a9df7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0509369 Sep 22 17:24:06.568240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9a32c026-480e-4d7a-8c98-86e10525cd90,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:06.578984 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '9a32c026-480e-4d7a-8c98-86e10525cd90', 'network_id': 'efe557d9-7408-43ec-9e63-96cb7e3b1c8f', 'port_id': '9a32c026-480e-4d7a-8c98-86e10525cd90', 'mac_address': 'fa:16:3e:9e:0c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228e72d4-59df-4836-b246-31a9050b651f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:24:06.587691 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4b542722-07ec-4707-8007-8ec87e785769 req-87e0869c-2346-4474-aa2f-5cdbd18233db tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Sep 22 17:24:06.615666 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:06.627844 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a32c026-480e-4d7a-8c98-86e10525cd90 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:24:06.650185 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9a32c026-480e-4d7a-8c98-86e10525cd90,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:06.654151 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:06.699171 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:06.706011 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.706364 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.706712 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.707051 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.707389 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.707756 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.708117 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.708452 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.708807 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.709141 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.709470 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.709797 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:06.943411 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd9431-2764-43cd-9cdc-5df4c87db85f req-e34b3754-655c-4e64-a133-97de33b36065 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:06.944888 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f0bd9431-2764-43cd-9cdc-5df4c87db85f req-e34b3754-655c-4e64-a133-97de33b36065 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 944 time: 0.0473754 Sep 22 17:24:06.956501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['9a32c026-480e-4d7a-8c98-86e10525cd90'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:06.981279 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f0bd9431-2764-43cd-9cdc-5df4c87db85f req-6de531f4-15c6-47d2-8a51-fe8c30cb636a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Sep 22 17:24:07.697266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096dbe0-49da-41ac-855f-06c028e27d1f req-1551ea44-17cb-44a1-b0a6-0333f44fa7f6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:07.698703 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e096dbe0-49da-41ac-855f-06c028e27d1f req-1551ea44-17cb-44a1-b0a6-0333f44fa7f6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 944 time: 0.0470369 Sep 22 17:24:07.735001 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e096dbe0-49da-41ac-855f-06c028e27d1f req-01dee0fb-eae1-4ee9-80fd-8d2e53aff3d5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305736 Sep 22 17:24:08.091135 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f713d-e9b4-474d-86df-c530ede39bf3 req-6e5641e4-721a-4910-9288-1a563de254ee tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:08.092600 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d91f713d-e9b4-474d-86df-c530ede39bf3 req-6e5641e4-721a-4910-9288-1a563de254ee tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 944 time: 0.0472109 Sep 22 17:24:08.128511 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d91f713d-e9b4-474d-86df-c530ede39bf3 req-7dd78d9d-4139-4316-a63c-1a0860830737 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301378 Sep 22 17:24:08.479422 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9e42d650-bfa6-4e25-b979-517c9c22fb27 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:24:08.481595 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9a32c026-480e-4d7a-8c98-86e10525cd90 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:24:08.595540 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 9a32c026-480e-4d7a-8c98-86e10525cd90 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:24:08.603246 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 9a32c026-480e-4d7a-8c98-86e10525cd90 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:24:08.603641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:08.644100 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:08.661728 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'port_id': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'mac_address': 'fa:16:3e:2c:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:24:08.721991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:08.737009 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:08.746070 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e42d650-bfa6-4e25-b979-517c9c22fb27 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:24:08.775487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:08.777749 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be581cc-d25f-4d65-8601-ba93047f3067" -d '{"events": [{"server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "name": "network-vif-plugged", "status": "completed", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:08.781778 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:08.791233 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:08.794142 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9a32c026-480e-4d7a-8c98-86e10525cd90,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:08.820162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be0ecbd-81e2-4ddf-9441-be0e6136b48a x-openstack-request-id: req-9be0ecbd-81e2-4ddf-9441-be0e6136b48a {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:08.820452 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "name": "network-vif-plugged", "status": "completed", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:08.820701 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9be0ecbd-81e2-4ddf-9441-be0e6136b48a {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:08.821085 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90', 'code': 200} Sep 22 17:24:08.823718 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:08.849277 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:08.854843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824f056-813a-4d6f-8fec-74ff50099653 req-6db84246-5fe3-488f-8366-24e3e931594e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:08.856603 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a824f056-813a-4d6f-8fec-74ff50099653 req-6db84246-5fe3-488f-8366-24e3e931594e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Sep 22 17:24:08.900498 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a824f056-813a-4d6f-8fec-74ff50099653 req-5fb42482-04c8-4957-9d38-b9d57fc01554 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Sep 22 17:24:08.917760 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:09.021186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756652e3-4916-426d-a38b-238ebea72d57 req-b583b5fa-27d2-4b08-9c90-7c9086033cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:09.022545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-756652e3-4916-426d-a38b-238ebea72d57 req-b583b5fa-27d2-4b08-9c90-7c9086033cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 1098 time: 0.0424314 Sep 22 17:24:09.056892 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-756652e3-4916-426d-a38b-238ebea72d57 req-bf41ec05-1ded-40b7-94e6-29a797a9e56a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264909 Sep 22 17:24:09.081891 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['9e42d650-bfa6-4e25-b979-517c9c22fb27'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:09.245521 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6bbb1-fe60-4642-84a1-3d7b18ec6ce5 req-37e5bd5f-463c-4c0b-ab0d-7441053a96e5 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:09.247016 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e1f6bbb1-fe60-4642-84a1-3d7b18ec6ce5 req-37e5bd5f-463c-4c0b-ab0d-7441053a96e5 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 22 17:24:09.285240 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e1f6bbb1-fe60-4642-84a1-3d7b18ec6ce5 req-01f15076-acc2-46b0-ae70-6e456bf2b7f2 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Sep 22 17:24:09.836731 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-468cb020-3717-4a58-bc65-af5ac9c0e0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:10.010612 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b659faa-4a45-4bc5-b32f-445eea1d2dbd req-4b229644-fba1-4161-ba51-29c52f920131 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:10.012115 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0b659faa-4a45-4bc5-b32f-445eea1d2dbd req-4b229644-fba1-4161-ba51-29c52f920131 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 945 time: 0.0475245 Sep 22 17:24:10.047583 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0b659faa-4a45-4bc5-b32f-445eea1d2dbd req-948186b9-13a9-4370-9092-5b10d4ba8e20 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297215 Sep 22 17:24:10.400341 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f863-afb1-49da-9c90-8ea6513f8e9b req-e27d1e7c-1edc-434b-953d-038dee288d8b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:10.401979 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-dcd5f863-afb1-49da-9c90-8ea6513f8e9b req-e27d1e7c-1edc-434b-953d-038dee288d8b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Sep 22 17:24:10.440182 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-dcd5f863-afb1-49da-9c90-8ea6513f8e9b req-f640ac3e-4450-405f-8e54-eebb62884e3b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Sep 22 17:24:10.487502 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9e42d650-bfa6-4e25-b979-517c9c22fb27 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:24:10.534232 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 9e42d650-bfa6-4e25-b979-517c9c22fb27 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:24:10.537695 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 9e42d650-bfa6-4e25-b979-517c9c22fb27 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:24:10.538077 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:10.613025 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:10.644075 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:10.647424 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:10.691902 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:10.822629 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:10.824899 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda87f3-475f-4f87-8507-7f922ad976c3" -d '{"events": [{"server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "name": "network-vif-plugged", "status": "completed", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:10.859335 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150daca9-bac7-42a0-8f1e-0f83ff359715 x-openstack-request-id: req-150daca9-bac7-42a0-8f1e-0f83ff359715 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:10.859967 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "name": "network-vif-plugged", "status": "completed", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:10.859967 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-150daca9-bac7-42a0-8f1e-0f83ff359715 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:10.860491 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'code': 200} Sep 22 17:24:11.000388 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-0fdeafff-dde5-4dfd-8b11-c6a8bf5a69bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391219 Sep 22 17:24:11.102961 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95e1b-167f-43a4-baec-2b87d8dbdafa req-9a018b66-52b5-49d2-94aa-8bc51b6c4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.104434 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-15f95e1b-167f-43a4-baec-2b87d8dbdafa req-9a018b66-52b5-49d2-94aa-8bc51b6c4d94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1099 time: 0.0705826 Sep 22 17:24:11.110370 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ace9-0cf7-4867-94de-95632ac03531 req-38abcbea-cc36-4360-8c2f-c6ea1d2d7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.111770 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-38abcbea-cc36-4360-8c2f-c6ea1d2d7882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0544424 Sep 22 17:24:11.160751 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134900-c0e4-4450-ae3a-f890ea1399f8 req-f566f1dd-1243-4b34-8a8e-2e541c363107 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.162865 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e0134900-c0e4-4450-ae3a-f890ea1399f8 req-f566f1dd-1243-4b34-8a8e-2e541c363107 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Sep 22 17:24:11.170975 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-15f95e1b-167f-43a4-baec-2b87d8dbdafa req-338a8a98-3f70-4a91-89ed-0cf3af1af946 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Sep 22 17:24:11.199064 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e0134900-c0e4-4450-ae3a-f890ea1399f8 req-24de818a-5491-41f6-bfc7-9b0c87835f90 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302348 Sep 22 17:24:11.230823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ace9-0cf7-4867-94de-95632ac03531 req-ded2dba6-8b6b-4b30-8a7e-90fcaaaccb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.232322 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-ded2dba6-8b6b-4b30-8a7e-90fcaaaccb4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 909 time: 0.0980577 Sep 22 17:24:11.431574 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:11.434988 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-c1c3df60-1758-46b5-a099-4953cd709b87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 1001 time: 0.0602505 Sep 22 17:24:11.485576 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ace9-0cf7-4867-94de-95632ac03531 req-6a549525-ddb5-4603-8d1e-ba4e383003c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.487032 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-6a549525-ddb5-4603-8d1e-ba4e383003c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0436363 Sep 22 17:24:11.570887 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ace9-0cf7-4867-94de-95632ac03531 req-85e0430e-1cdf-42f8-939a-dc2ead2cda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.572372 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-85e0430e-1cdf-42f8-939a-dc2ead2cda0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707681 Sep 22 17:24:11.580492 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee3fe4-bc70-4738-8e2f-64e1b69eba4e req-a05755b2-1ebe-466a-9998-b09b4af44dc1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:11.581825 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-75ee3fe4-bc70-4738-8e2f-64e1b69eba4e req-a05755b2-1ebe-466a-9998-b09b4af44dc1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0724394 Sep 22 17:24:11.662448 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-75ee3fe4-bc70-4738-8e2f-64e1b69eba4e req-bb8389ea-97ed-4941-b0eb-36074b8bf40b tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719409 Sep 22 17:24:11.687797 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-ea6c7516-4efa-44a5-af37-42ce6d4bc3db service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041141 Sep 22 17:24:11.779375 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7562ace9-0cf7-4867-94de-95632ac03531 req-b8fddace-b489-4d74-aefc-179f171c4308 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Sep 22 17:24:12.317289 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28c558-4c2a-4919-a5f2-a2ded67cd517 req-4857cfbc-a0c3-45b8-a58b-34b759cb0bc7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:12.318261 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-6bba2a7d-ae2e-4a20-9afe-004a3bd91f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:12.324089 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec28c558-4c2a-4919-a5f2-a2ded67cd517 req-4857cfbc-a0c3-45b8-a58b-34b759cb0bc7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0572214 Sep 22 17:24:12.355855 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ec28c558-4c2a-4919-a5f2-a2ded67cd517 req-aa3c46f3-d7cf-4210-bd85-5450142f782c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Sep 22 17:24:13.199798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:13.259442 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:13.474468 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ba28-dfd8-4b3a-bc99-c151a871fbf0 req-8dd78dcf-4aaf-4044-9445-f9480ff2c232 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:13.476298 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-da38ba28-dfd8-4b3a-bc99-c151a871fbf0 req-8dd78dcf-4aaf-4044-9445-f9480ff2c232 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0474801 Sep 22 17:24:13.513207 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-da38ba28-dfd8-4b3a-bc99-c151a871fbf0 req-72666849-96ff-4eec-8a67-3303ee7d0e0c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Sep 22 17:24:13.624630 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daa817-5b5b-4b42-a549-91824d571825 req-b5d29836-3944-487c-b8bf-b9f585e2937b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:13.625965 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d0daa817-5b5b-4b42-a549-91824d571825 req-b5d29836-3944-487c-b8bf-b9f585e2937b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0465229 Sep 22 17:24:13.662297 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d0daa817-5b5b-4b42-a549-91824d571825 req-5473d8a6-39e4-46fb-9635-cf77be41d566 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296447 Sep 22 17:24:13.685091 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54748) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:13.808496 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f8765-60b0-45f3-9b88-cd644dcc97c6 tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:13.809995 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-003f8765-60b0-45f3-9b88-cd644dcc97c6 tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1094 time: 0.1239388 Sep 22 17:24:13.813041 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54752) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:13.817858 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'port_id': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:24:13.840160 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:13.936299 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.033182 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.27.1.215 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/db70b498-f91c-4434-a383-68bab11d82c5) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:24:14.135511 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.167835 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.201742 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:24:14.204432 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:24:14.208216 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:24:14.236448 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=db70b498-f91c-4434-a383-68bab11d82c5,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:14.249313 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.249654 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.249987 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.250315 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.250660 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.250969 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.251289 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.251607 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.251950 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.252265 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.252578 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.252889 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:14.549048 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.613314 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.751016 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.755890 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.821789 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=db70b498-f91c-4434-a383-68bab11d82c5,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:14.833377 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:14.928243 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP 968edb8f-60b1-4edc-aed3-774a55245406 associated. External IP: 172.27.1.215, port: 9e42d650-bfa6-4e25-b979-517c9c22fb27. Sep 22 17:24:15.127399 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:24:15.227910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:24:15.239523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:24:15.246840 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:15.250913 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:24:15.251541 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:24:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:15.276720 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e9d2762d-d397-43af-a348-0ff706b7509d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4626901 Sep 22 17:24:15.277288 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:15.279508 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f957d-05c6-42fa-b3fd-bbd0a142215e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:15.345713 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:15.369767 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:24:15.376915 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37f130-ea59-423f-b5fb-8c2f3c56be9c x-openstack-request-id: req-5a37f130-ea59-423f-b5fb-8c2f3c56be9c {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:15.377201 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:15.377523 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a37f130-ea59-423f-b5fb-8c2f3c56be9c {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:15.377843 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'status': 'completed', 'code': 200} Sep 22 17:24:15.598087 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '968edb8f-60b1-4edc-aed3-774a55245406', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:2c:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:24:14Z', 'updated_at': '2021-09-22T17:24:14Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:15.625260 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:24:15.633980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:24:15.634523 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:24:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:15.704567 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-f496a6d7-f886-4855-8355-5d7607c71090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:15.706155 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-f496a6d7-f886-4855-8355-5d7607c71090 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1099 time: 0.3014262 Sep 22 17:24:15.737484 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:24:15.794669 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-7e9e7176-a344-46d1-aff4-1d47a8edba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:15.796158 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-7e9e7176-a344-46d1-aff4-1d47a8edba56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0812399 Sep 22 17:24:15.876932 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-89f10089-3c7a-47e0-a05e-25048816b1d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 200 len: 1000 time: 0.0614221 Sep 22 17:24:15.932298 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-75ad75ac-4d85-4b84-9a94-6fa09b206857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:15.933859 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-75ad75ac-4d85-4b84-9a94-6fa09b206857 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0460999 Sep 22 17:24:15.981180 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-4ab14d8d-12ce-4368-b4fd-29744ecdc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:15.982659 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-4ab14d8d-12ce-4368-b4fd-29744ecdc782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402167 Sep 22 17:24:16.066190 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '968edb8f-60b1-4edc-aed3-774a55245406', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:2c:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:24:14Z', 'updated_at': '2021-09-22T17:24:14Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:16.076015 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-35d359ea-a981-4d77-a286-fe8ea39c529f service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Sep 22 17:24:16.095357 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbe60c-188f-4efd-9a3a-7494cd86513c None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '968edb8f-60b1-4edc-aed3-774a55245406', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:2c:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:24:14Z', 'updated_at': '2021-09-22T17:24:14Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:24:16.174051 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-037f957d-05c6-42fa-b3fd-bbd0a142215e req-f24305f3-adaf-48d5-9e4d-b90fe1e07916 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832708 Sep 22 17:24:16.287457 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74402c6-3e3a-452a-8b6d-a643b396e08d None None] New status for floating IP 968edb8f-60b1-4edc-aed3-774a55245406: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:24:18.965966 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:24:23.472378 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8a0e-33ec-4ddb-9302-a869da710bc8 req-57d17772-7e55-4711-b5b3-d6368de1be8a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:23.474414 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3cbc8a0e-33ec-4ddb-9302-a869da710bc8 req-57d17772-7e55-4711-b5b3-d6368de1be8a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0512125 Sep 22 17:24:23.510625 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3cbc8a0e-33ec-4ddb-9302-a869da710bc8 req-02968dca-10df-43b7-9dd1-ed377a7a9425 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Sep 22 17:24:24.628500 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5629c0-e738-4b17-82a5-593f36289adf req-f445755c-8a28-4463-876c-7b88b389e0f6 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:24.630632 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ae5629c0-e738-4b17-82a5-593f36289adf req-f445755c-8a28-4463-876c-7b88b389e0f6 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Sep 22 17:24:24.665923 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ae5629c0-e738-4b17-82a5-593f36289adf req-1b2679bc-59ff-4e4c-98bb-17f799a144b1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294721 Sep 22 17:24:25.388367 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-9d910283-29d8-46ad-a2b2-c553f098edfb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:25.392890 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-9d910283-29d8-46ad-a2b2-c553f098edfb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 945 time: 0.0552840 Sep 22 17:24:25.488481 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Deleting port 9a32c026-480e-4d7a-8c98-86e10525cd90 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:24:25.488830 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.575823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] For port 9a32c026-480e-4d7a-8c98-86e10525cd90, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9a32c026-480e-4d7a-8c98-86e10525cd90,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:25.576116 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.588636 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Calling delete_port for 9a32c026-480e-4d7a-8c98-86e10525cd90 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:24:25.717637 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.734174 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962', '5e007a0d-978f-49be-b9c7-61290496827a', 'b956f4b3-4736-4918-9629-dcaa0de9930c', '9a32c026-480e-4d7a-8c98-86e10525cd90'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:25.746080 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event deleted for resources: {'Port': ['ID=9a32c026-480e-4d7a-8c98-86e10525cd90,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:25.797999 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] No DVR routers for this DVR port 9a32c026-480e-4d7a-8c98-86e10525cd90 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:24:25.805229 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-e9251d8e-fdcc-485c-80aa-b5dffcfa8fd2 req-bac6cadb-f33d-4c9b-8c49-a756ed9620a9 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=a12beaa0-76ab-4620-ae1e-da35e1843e58 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Sep 22 17:24:25.808605 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.810725 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-48be7f2a-1804-4fd0-b671-8f5513b8d36d req-6bf962c4-aa39-463e-b73e-44e6e3ad6277 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "DELETE /v2.0/ports/9a32c026-480e-4d7a-8c98-86e10525cd90 HTTP/1.1" status: 204 len: 173 time: 0.4107428 Sep 22 17:24:25.810991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'name': 'network-vif-deleted', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:25.813904 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb446ac-523d-48ce-85f8-cd7e6e2f25e8" -d '{"events": [{"server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "name": "network-vif-deleted", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:25.864013 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114313c-9e1c-4e12-aece-4778d20dc1c4 req-fef71fce-7df8-4a92-a808-c268dcd6f674 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:25.865527 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4114313c-9e1c-4e12-aece-4778d20dc1c4 req-fef71fce-7df8-4a92-a808-c268dcd6f674 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0688488 Sep 22 17:24:25.876593 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70ad71-a9b7-4b1f-973a-3973feb92a81 x-openstack-request-id: req-1e70ad71-a9b7-4b1f-973a-3973feb92a81 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:25.876955 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12beaa0-76ab-4620-ae1e-da35e1843e58", "name": "network-vif-deleted", "tag": "9a32c026-480e-4d7a-8c98-86e10525cd90", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:25.877279 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e70ad71-a9b7-4b1f-973a-3973feb92a81 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:25.879663 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12beaa0-76ab-4620-ae1e-da35e1843e58', 'name': 'network-vif-deleted', 'tag': '9a32c026-480e-4d7a-8c98-86e10525cd90', 'status': 'completed', 'code': 200} Sep 22 17:24:25.914434 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4114313c-9e1c-4e12-aece-4778d20dc1c4 req-f939b358-3f3c-4d07-a3eb-f8fc0e941d06 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 Sep 22 17:24:27.032744 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319de3b-a77a-4362-8410-fbbdfdafd2bc req-56ed7d9f-ce27-4eda-a61a-97b4db6d1549 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:27.034233 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2319de3b-a77a-4362-8410-fbbdfdafd2bc req-56ed7d9f-ce27-4eda-a61a-97b4db6d1549 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0490530 Sep 22 17:24:27.071262 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2319de3b-a77a-4362-8410-fbbdfdafd2bc req-8cd8ddb0-28c4-4ddc-92e6-960c640b31d5 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Sep 22 17:24:28.188291 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699174ec-d0f1-4a19-8864-ed4483496acb req-a65dac86-4e5d-462a-a0a2-bff94d5ffd38 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:28.188996 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5aa4d-9928-4a26-987c-cacfa48b2021 req-76526889-5820-4a09-81e5-8aef10c48d75 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:28.189684 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-699174ec-d0f1-4a19-8864-ed4483496acb req-a65dac86-4e5d-462a-a0a2-bff94d5ffd38 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0483489 Sep 22 17:24:28.192657 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2cb5aa4d-9928-4a26-987c-cacfa48b2021 req-76526889-5820-4a09-81e5-8aef10c48d75 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Sep 22 17:24:28.227464 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-699174ec-d0f1-4a19-8864-ed4483496acb req-2f31605a-c6fc-41be-8cdc-40a010e50492 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Sep 22 17:24:28.229867 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2cb5aa4d-9928-4a26-987c-cacfa48b2021 req-3408f476-6533-4f52-9fd6-0a56c867829e tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Sep 22 17:24:28.566302 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9a32c026-480e-4d7a-8c98-86e10525cd90 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:24:28.586257 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 9a32c026-480e-4d7a-8c98-86e10525cd90 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:24:28.586598 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9a32c026-480e-4d7a-8c98-86e10525cd90 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:24:29.341704 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63dc7c-a83d-43f2-8dd1-4ad2ce145473 req-4eef7d90-bd12-42b9-898f-1f6701255621 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:29.343168 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2c63dc7c-a83d-43f2-8dd1-4ad2ce145473 req-4eef7d90-bd12-42b9-898f-1f6701255621 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 945 time: 0.0474627 Sep 22 17:24:29.343350 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9cb8-0683-49ce-a8b4-f42bce7619c2 req-00c9cbcc-3f2b-468f-8302-1228fea297d0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:29.344865 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ccec9cb8-0683-49ce-a8b4-f42bce7619c2 req-00c9cbcc-3f2b-468f-8302-1228fea297d0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0518763 Sep 22 17:24:29.380543 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2c63dc7c-a83d-43f2-8dd1-4ad2ce145473 req-731717b8-dbbc-4c25-aff3-701d81190aa1 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Sep 22 17:24:29.384615 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-ccec9cb8-0683-49ce-a8b4-f42bce7619c2 req-101fd07d-4a8c-4933-82cb-19a089fbe328 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Sep 22 17:24:29.969451 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9460d3b0-9ecb-425e-bf56-1da46c5675fd tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:29.971234 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9460d3b0-9ecb-425e-bf56-1da46c5675fd tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 945 time: 0.0477474 Sep 22 17:24:30.058523 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Deleting port b956f4b3-4736-4918-9629-dcaa0de9930c {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:24:30.058863 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:30.147126 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] For port b956f4b3-4736-4918-9629-dcaa0de9930c, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b956f4b3-4736-4918-9629-dcaa0de9930c,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:30.147346 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:30.160592 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Calling delete_port for b956f4b3-4736-4918-9629-dcaa0de9930c owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:24:30.283790 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:30.297730 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962', '5e007a0d-978f-49be-b9c7-61290496827a', 'b956f4b3-4736-4918-9629-dcaa0de9930c'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:30.312882 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event deleted for resources: {'Port': ['ID=b956f4b3-4736-4918-9629-dcaa0de9930c,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:30.322624 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.322980 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.323328 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.323698 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.324038 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.324378 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.324714 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.325047 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.325380 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.326223 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.326223 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.326400 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:24:30.365785 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] No DVR routers for this DVR port b956f4b3-4736-4918-9629-dcaa0de9930c on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:24:30.368445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:30.370528 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-2cb93b27-c209-46fc-ac13-a9d94a23812a req-9f91d0c8-1837-412d-bbda-0e3237b7f983 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "DELETE /v2.0/ports/b956f4b3-4736-4918-9629-dcaa0de9930c HTTP/1.1" status: 204 len: 173 time: 0.3930516 Sep 22 17:24:30.370975 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'name': 'network-vif-deleted', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:30.373238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb7774-90a9-46ed-acd9-c315647cc8f6" -d '{"events": [{"server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "name": "network-vif-deleted", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:30.424853 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402cd17b-6184-4a60-8512-54f464ebd105 x-openstack-request-id: req-402cd17b-6184-4a60-8512-54f464ebd105 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:30.425145 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53915494-cc89-4b11-9e06-d7c4b405bc41", "name": "network-vif-deleted", "tag": "b956f4b3-4736-4918-9629-dcaa0de9930c", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:30.425397 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-402cd17b-6184-4a60-8512-54f464ebd105 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:30.426608 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53915494-cc89-4b11-9e06-d7c4b405bc41', 'name': 'network-vif-deleted', 'tag': 'b956f4b3-4736-4918-9629-dcaa0de9930c', 'status': 'completed', 'code': 200} Sep 22 17:24:30.482196 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7b6f339e-a414-43e7-b5a9-daafb6448fbf req-85b9900a-d50c-461a-bd3b-baec2ed321cc tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=53915494-cc89-4b11-9e06-d7c4b405bc41 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Sep 22 17:24:30.552207 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97806f-b513-47de-bd8c-a9396ef86aa5 req-4308a74a-e0f9-4739-b471-80f36011caab tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:30.553667 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7f97806f-b513-47de-bd8c-a9396ef86aa5 req-4308a74a-e0f9-4739-b471-80f36011caab tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0483835 Sep 22 17:24:30.589462 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7f97806f-b513-47de-bd8c-a9396ef86aa5 req-ccc7604e-ad0d-4f24-82e1-45a0d0fb9b13 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300696 Sep 22 17:24:31.712126 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebefffa-4b38-4b21-9970-0cb702fd2bad req-8713b6af-01ff-4b9c-8bc2-c59be93176a0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:31.713609 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5ebefffa-4b38-4b21-9970-0cb702fd2bad req-8713b6af-01ff-4b9c-8bc2-c59be93176a0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0518177 Sep 22 17:24:31.745909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356eb21-a395-41ae-9ddf-df2ea9c0b2b2 req-fd84f29d-5768-4d20-aacd-9f280c82e2ec tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:31.747377 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7356eb21-a395-41ae-9ddf-df2ea9c0b2b2 req-fd84f29d-5768-4d20-aacd-9f280c82e2ec tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Sep 22 17:24:31.750230 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-5ebefffa-4b38-4b21-9970-0cb702fd2bad req-11b491b1-6295-4250-b88a-2cb859636a3f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Sep 22 17:24:31.788660 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7356eb21-a395-41ae-9ddf-df2ea9c0b2b2 req-2cbdecb1-d0b2-4b33-83c7-af752e85b5a2 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Sep 22 17:24:32.564044 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b956f4b3-4736-4918-9629-dcaa0de9930c no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:24:32.583537 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: b956f4b3-4736-4918-9629-dcaa0de9930c {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:24:32.583911 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b956f4b3-4736-4918-9629-dcaa0de9930c not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:24:32.864814 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9872aa-c222-422e-a64f-8ee907221541 req-ce5d79f4-edc7-4eaf-b50d-042715b6900d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:32.865452 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb9872aa-c222-422e-a64f-8ee907221541 req-ce5d79f4-edc7-4eaf-b50d-042715b6900d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 22 17:24:32.911228 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb9872aa-c222-422e-a64f-8ee907221541 req-cd28a737-4ba1-4815-af75-dd87106d4d61 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Sep 22 17:24:33.102690 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-68c63de6-3f34-4279-9eb1-05d9e36df8c6 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:33.104163 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-68c63de6-3f34-4279-9eb1-05d9e36df8c6 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 945 time: 0.0498078 Sep 22 17:24:33.143665 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74188515-08fe-44bd-a4cc-678cfbcc4519 req-1da8291b-1042-4db1-83f4-f61a4f52b8bb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:33.145697 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-74188515-08fe-44bd-a4cc-678cfbcc4519 req-1da8291b-1042-4db1-83f4-f61a4f52b8bb tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=20dd39b7-1c0e-4503-b928-b03fba3228e9 HTTP/1.1" status: 200 len: 945 time: 0.2927134 Sep 22 17:24:33.182186 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-74188515-08fe-44bd-a4cc-678cfbcc4519 req-85863afd-b655-4c93-83f8-1e0de5ee56d8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Sep 22 17:24:33.197564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Deleting port 5e007a0d-978f-49be-b9c7-61290496827a {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:24:33.197908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:33.286122 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] For port 5e007a0d-978f-49be-b9c7-61290496827a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5e007a0d-978f-49be-b9c7-61290496827a,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:33.286481 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:33.298339 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Calling delete_port for 5e007a0d-978f-49be-b9c7-61290496827a owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:24:33.424791 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:33.435892 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962', '5e007a0d-978f-49be-b9c7-61290496827a'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:33.452117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event deleted for resources: {'Port': ['ID=5e007a0d-978f-49be-b9c7-61290496827a,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:33.494287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] No DVR routers for this DVR port 5e007a0d-978f-49be-b9c7-61290496827a on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:24:33.496791 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:33.498734 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a42e3c7a-9cd5-416a-9631-c3cc5428af1b req-f61bf083-2f00-4242-915f-e1d004c3b86a tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "DELETE /v2.0/ports/5e007a0d-978f-49be-b9c7-61290496827a HTTP/1.1" status: 204 len: 173 time: 0.3878400 Sep 22 17:24:33.499162 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'name': 'network-vif-deleted', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:33.501396 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e8a3d9-2078-45f0-8ddc-44637f16ec09" -d '{"events": [{"server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "name": "network-vif-deleted", "tag": "5e007a0d-978f-49be-b9c7-61290496827a"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:33.541534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ae5c1-a20b-4c97-ac12-4be029b78543 x-openstack-request-id: req-154ae5c1-a20b-4c97-ac12-4be029b78543 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:33.541823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd39b7-1c0e-4503-b928-b03fba3228e9", "name": "network-vif-deleted", "tag": "5e007a0d-978f-49be-b9c7-61290496827a", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:33.542122 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-154ae5c1-a20b-4c97-ac12-4be029b78543 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:33.542538 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd39b7-1c0e-4503-b928-b03fba3228e9', 'name': 'network-vif-deleted', 'tag': '5e007a0d-978f-49be-b9c7-61290496827a', 'status': 'completed', 'code': 200} Sep 22 17:24:34.028818 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a301-4a89-4e78-8f2b-406ef6432165 req-ed94a68c-8a98-4154-b9e8-eadd40c8e078 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:34.030288 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6d13a301-4a89-4e78-8f2b-406ef6432165 req-ed94a68c-8a98-4154-b9e8-eadd40c8e078 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0504019 Sep 22 17:24:34.067141 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-6d13a301-4a89-4e78-8f2b-406ef6432165 req-059cb28f-257c-495e-84a9-7b9e8f079481 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Sep 22 17:24:35.177392 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78781ee-c983-4174-90a2-0ddd0b2cbf5d req-d0559977-fffb-455d-8f23-3982488579f4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:35.178765 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f78781ee-c983-4174-90a2-0ddd0b2cbf5d req-d0559977-fffb-455d-8f23-3982488579f4 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0474310 Sep 22 17:24:35.217565 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-f78781ee-c983-4174-90a2-0ddd0b2cbf5d req-f9e267f6-b7d2-49d1-a0bb-ba6de9b64399 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Sep 22 17:24:35.558715 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc1af-d5e8-47ac-971a-cf1b57513fee req-cf65548e-182e-4d63-be72-f1b330272c05 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:35.560190 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-67efc1af-d5e8-47ac-971a-cf1b57513fee req-cf65548e-182e-4d63-be72-f1b330272c05 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 946 time: 0.0468502 Sep 22 17:24:35.596976 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-67efc1af-d5e8-47ac-971a-cf1b57513fee req-a16df0f8-b07f-4f0a-86ec-1920184e1592 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Sep 22 17:24:36.000022 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339097a4-e051-425b-a62c-102647d6423a req-6092fdd0-6346-456e-8f24-3f17d73e1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.001545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-6092fdd0-6346-456e-8f24-3f17d73e1ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0395825 Sep 22 17:24:36.091964 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339097a4-e051-425b-a62c-102647d6423a req-be1bee6a-c94c-4d42-8518-c16bdd40b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.093429 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-be1bee6a-c94c-4d42-8518-c16bdd40b2be service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 909 time: 0.0828209 Sep 22 17:24:36.161528 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-b1f643ad-72ce-454e-bec7-ab8758e05e71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 1001 time: 0.0598762 Sep 22 17:24:36.214035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339097a4-e051-425b-a62c-102647d6423a req-c8c06476-4308-4dd6-bc91-356754ace813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.215466 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-c8c06476-4308-4dd6-bc91-356754ace813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0420039 Sep 22 17:24:36.262519 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339097a4-e051-425b-a62c-102647d6423a req-61bdc2f4-4e7a-407c-ae58-3a6003b12bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.264036 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-61bdc2f4-4e7a-407c-ae58-3a6003b12bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390036 Sep 22 17:24:36.393016 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b80cb-e6ec-4966-94a2-6637a9a8de74 req-096fa19f-fa4a-40e3-b94f-bf593f1a02cf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.394780 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9c2b80cb-e6ec-4966-94a2-6637a9a8de74 req-096fa19f-fa4a-40e3-b94f-bf593f1a02cf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.1016839 Sep 22 17:24:36.397242 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-5ef76ad8-5df9-4f08-a30a-8c2d769cd642 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243901 Sep 22 17:24:36.460587 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9c2b80cb-e6ec-4966-94a2-6637a9a8de74 req-3bc03208-be89-4116-948c-4459029ec0dd tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598867 Sep 22 17:24:36.510600 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-339097a4-e051-425b-a62c-102647d6423a req-5d585813-ca7b-4fde-b0b9-85ae0ef602d5 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043935 Sep 22 17:24:36.594599 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 5e007a0d-978f-49be-b9c7-61290496827a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:24:36.618118 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 5e007a0d-978f-49be-b9c7-61290496827a {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:24:36.618463 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 5e007a0d-978f-49be-b9c7-61290496827a not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:24:36.706450 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513ecd-ce50-420e-9d28-321b016d1305 req-556a4f68-a373-49f0-9c82-2856db7e29c8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:36.708410 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-55513ecd-ce50-420e-9d28-321b016d1305 req-556a4f68-a373-49f0-9c82-2856db7e29c8 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 946 time: 0.0459311 Sep 22 17:24:36.744545 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-55513ecd-ce50-420e-9d28-321b016d1305 req-aa67f92b-388d-4a36-9dd0-380d14237725 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/security-groups?id=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303419 Sep 22 17:24:37.284964 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-dff53857-3544-4a0d-8e44-f8de13f36caa tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:37.286550 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-dff53857-3544-4a0d-8e44-f8de13f36caa tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 946 time: 0.0483387 Sep 22 17:24:37.384024 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Deleting port 43c528c6-d5a6-4bd7-bc26-b8f533636962 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:24:37.384367 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:37.471414 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] For port 43c528c6-d5a6-4bd7-bc26-b8f533636962, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=43c528c6-d5a6-4bd7-bc26-b8f533636962,segment=NetworkSegment(89c66bec-eb65-4cc8-a61e-ac5bd1357583),segment_id=89c66bec-eb65-4cc8-a61e-ac5bd1357583)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:37.471805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:37.484036 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Calling delete_port for 43c528c6-d5a6-4bd7-bc26-b8f533636962 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:24:37.594299 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14d4e-01ad-4103-87af-c546353d65d1 req-cf5687e3-f620-4285-b9ed-f1e1eeae4e51 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:37.595694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0da14d4e-01ad-4103-87af-c546353d65d1 req-cf5687e3-f620-4285-b9ed-f1e1eeae4e51 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0693457 Sep 22 17:24:37.664112 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0da14d4e-01ad-4103-87af-c546353d65d1 req-11f68dc6-0430-4f33-98b7-5fb07cff9555 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620046 Sep 22 17:24:37.672688 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:37.685093 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['43c528c6-d5a6-4bd7-bc26-b8f533636962'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:37.705196 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Pushing event deleted for resources: {'Port': ['ID=43c528c6-d5a6-4bd7-bc26-b8f533636962,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:37.745238 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] No DVR routers for this DVR port 43c528c6-d5a6-4bd7-bc26-b8f533636962 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:24:37.747534 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:37.749528 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-16f3d4d3-a2c7-4bf9-8d6d-248c131ca2b6 req-041795c8-8ff8-4dbe-9ac7-dc7064676816 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.24 "DELETE /v2.0/ports/43c528c6-d5a6-4bd7-bc26-b8f533636962 HTTP/1.1" status: 204 len: 173 time: 0.4511938 Sep 22 17:24:37.749957 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'name': 'network-vif-deleted', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:37.752207 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b718c5e-a5aa-4702-aa14-ae832ac98fed" -d '{"events": [{"server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "name": "network-vif-deleted", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:37.791586 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094efa31-c56d-49a8-9be8-14daf2fff4c2 x-openstack-request-id: req-094efa31-c56d-49a8-9be8-14daf2fff4c2 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:37.791981 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e4ed71-0d6e-4e8d-9c03-70527af8eda4", "name": "network-vif-deleted", "tag": "43c528c6-d5a6-4bd7-bc26-b8f533636962", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:37.792266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-094efa31-c56d-49a8-9be8-14daf2fff4c2 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:37.792657 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e4ed71-0d6e-4e8d-9c03-70527af8eda4', 'name': 'network-vif-deleted', 'tag': '43c528c6-d5a6-4bd7-bc26-b8f533636962', 'status': 'completed', 'code': 200} Sep 22 17:24:37.838267 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e8d032e3-832a-478b-967a-fe1a1b112ebd req-80a985a5-ac55-4b68-80b9-694b472d90a4 tempest-AttachVolumeNegativeTest-1972784831 tempest-AttachVolumeNegativeTest-1972784831-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8e4ed71-0d6e-4e8d-9c03-70527af8eda4 HTTP/1.1" status: 200 len: 210 time: 0.0255115 Sep 22 17:24:38.777350 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943da2da-c42a-44ae-b571-140d66eb70fb req-84ebbb43-3cc3-4c28-9b44-c8ffd9726672 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:38.778799 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-943da2da-c42a-44ae-b571-140d66eb70fb req-84ebbb43-3cc3-4c28-9b44-c8ffd9726672 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0474255 Sep 22 17:24:38.819602 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-943da2da-c42a-44ae-b571-140d66eb70fb req-2fdd3885-5808-4149-876c-c1f0fd1f7dfb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Sep 22 17:24:38.902361 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54894) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:38.951752 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Deleting subnet 228e72d4-59df-4836-b246-31a9050b651f {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:24:38.955173 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:38.992357 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.049522 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-6d39a631-2e20-4bfa-bc25-21de93369168 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825248 Sep 22 17:24:39.062477 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.090033 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1ffec-57e4-4f80-afd0-90f5675bdc99 req-60e6b9b1-52c0-4987-b7c5-30a51b59dc4b tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:39.091505 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7cf1ffec-57e4-4f80-afd0-90f5675bdc99 req-60e6b9b1-52c0-4987-b7c5-30a51b59dc4b tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.1043181 Sep 22 17:24:39.147802 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7cf1ffec-57e4-4f80-afd0-90f5675bdc99 req-7d907260-7243-41a2-a5e2-237f1fe24263 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501602 Sep 22 17:24:39.154384 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.182336 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228e72d4-59df-4836-b246-31a9050b651f,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:39.187694 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.190272 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4fafca5e-0744-47e8-9542-54ad2922e7df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/228e72d4-59df-4836-b246-31a9050b651f HTTP/1.1" status: 204 len: 168 time: 0.2858312 Sep 22 17:24:39.192866 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54906) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:39.267008 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.356292 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.376793 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe557d9-7408-43ec-9e63-96cb7e3b1c8f']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:39.386454 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c66bec-eb65-4cc8-a61e-ac5bd1357583') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:39.386766 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c66bec-eb65-4cc8-a61e-ac5bd1357583') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:39.396185 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.409434 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.416407 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:24:39.416801 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:24:39.418830 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:24:39.476700 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.491807 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.493694 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] 10.222.0.11 "DELETE /v2.0/networks/efe557d9-7408-43ec-9e63-96cb7e3b1c8f HTTP/1.1" status: 204 len: 168 time: 0.2999301 Sep 22 17:24:39.494659 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fbe89-d3cf-4211-bd1f-bd81b85c6409 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe557d9-7408-43ec-9e63-96cb7e3b1c8f,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:39.651303 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54910) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:39.690041 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6f3b5122-1bfb-43cb-9b61-18a08e1df14c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d091734ada04229a2cd33c98bd1349b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375874 Sep 22 17:24:39.692569 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54912) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:39.739813 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.763020 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.814251 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.816768 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:39.817987 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67b1dfbe-6aba-4f60-bc81-a3fce0fe1030 HTTP/1.1" status: 204 len: 168 time: 0.1245539 Sep 22 17:24:39.826325 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac8f94-18eb-4742-834e-74b1f5237790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1dfbe-6aba-4f60-bc81-a3fce0fe1030,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:39.847416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-d59f6f91-9fe8-4ea5-9c71-61d1bea6cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:40.283930 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1955c-41be-48a9-9bdc-ea9de80519e9 req-95c46e77-3482-4f92-897e-de8a8b7135bf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.285410 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4cc1955c-41be-48a9-9bdc-ea9de80519e9 req-95c46e77-3482-4f92-897e-de8a8b7135bf tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0661306 Sep 22 17:24:40.339626 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-d7716517-0234-4e71-8f24-19baf090bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.341138 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-d7716517-0234-4e71-8f24-19baf090bd39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a&tenant_id=e847eb778b42499a9872cbee8380190f HTTP/1.1" status: 200 len: 1098 time: 0.0769231 Sep 22 17:24:40.344087 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4cc1955c-41be-48a9-9bdc-ea9de80519e9 req-bd4b704b-a094-4bdc-9f1b-6beeaa389cc9 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Sep 22 17:24:40.413493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-64f47b8f-19b7-416b-b824-bc862914984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.415011 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-64f47b8f-19b7-416b-b824-bc862914984a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0394449 Sep 22 17:24:40.508614 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-f95a89ff-b82b-4445-aff3-6f8fe7916d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.510104 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-f95a89ff-b82b-4445-aff3-6f8fe7916d40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 909 time: 0.0873265 Sep 22 17:24:40.576158 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-23f3aa28-a068-42c3-9296-c8b9d55d4a74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 1001 time: 0.0568335 Sep 22 17:24:40.626467 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:24:40.633244 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-56e603e2-ba11-4807-9923-47affa54b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.634720 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-56e603e2-ba11-4807-9923-47affa54b97f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0511830 Sep 22 17:24:40.683207 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-68958efa-75f3-4673-bdf4-561e506a3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:40.684861 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-68958efa-75f3-4673-bdf4-561e506a3ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417140 Sep 22 17:24:40.709638 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:40.738501 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:40.741444 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d5eb3-a789-4bf5-86a8-b62835b21261" -d '{"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-unplugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:40.755457 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:40.761225 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:40.762238 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 43c528c6-d5a6-4bd7-bc26-b8f533636962 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:24:40.797994 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-f710b4fb-3ac7-46ac-b4ef-8dd99fffac17 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041131 Sep 22 17:24:40.807582 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36995b56-88cf-48d0-8578-565a8444c9c1 x-openstack-request-id: req-36995b56-88cf-48d0-8578-565a8444c9c1 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:40.807925 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-unplugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:40.808182 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36995b56-88cf-48d0-8578-565a8444c9c1 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:40.809068 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'code': 200} Sep 22 17:24:40.811661 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 43c528c6-d5a6-4bd7-bc26-b8f533636962 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:24:40.811979 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 43c528c6-d5a6-4bd7-bc26-b8f533636962 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:24:40.836845 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=6']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:40.895754 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-8c8415b9-66a2-4cd7-8668-c5a0102e5581 req-0acbc878-737f-453e-8e42-46ad2b9b2330 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895948 Sep 22 17:24:41.435671 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.466968 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff1de-4d6d-4a86-a028-946ce5ab9077 req-d95f6dd7-82f0-4f9f-a7e0-ed0f63e52461 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:41.468669 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d67ff1de-4d6d-4a86-a028-946ce5ab9077 req-d95f6dd7-82f0-4f9f-a7e0-ed0f63e52461 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0529451 Sep 22 17:24:41.470881 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54968) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:41.507578 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d67ff1de-4d6d-4a86-a028-946ce5ab9077 req-fe048a26-300c-471c-84d2-1ff4c2983de5 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Sep 22 17:24:41.573175 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-64f7d20c-401e-4ece-91d8-ff0e4f5bdb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.659510 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-64f7d20c-401e-4ece-91d8-ff0e4f5bdb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.663205 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-64f7d20c-401e-4ece-91d8-ff0e4f5bdb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.699486 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d20c-401e-4ece-91d8-ff0e4f5bdb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd421b-67e8-421f-bd76-049f6309e2c1,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:41.704712 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-64f7d20c-401e-4ece-91d8-ff0e4f5bdb36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54911762b5c34c408e708e3983798a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328246 Sep 22 17:24:41.708154 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54972) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:41.759024 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.779992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.825553 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.828178 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:41.829339 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0fd421b-67e8-421f-bd76-049f6309e2c1 HTTP/1.1" status: 204 len: 168 time: 0.1201780 Sep 22 17:24:41.837469 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e68294-f19c-4c18-89c2-e8f8e067eaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd421b-67e8-421f-bd76-049f6309e2c1,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:42.079203 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 54978) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:42.092115 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3269d9d7-fce6-4555-b18b-fb8dc22b9469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.176971 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3269d9d7-fce6-4555-b18b-fb8dc22b9469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.180361 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3269d9d7-fce6-4555-b18b-fb8dc22b9469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.216739 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3269d9d7-fce6-4555-b18b-fb8dc22b9469 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2882094527bc401ba8c0ed86ec6c6670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363919 Sep 22 17:24:42.218582 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269d9d7-fce6-4555-b18b-fb8dc22b9469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a189bb-f626-4f19-92aa-b0e175249674,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:42.219386 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 54980) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:42.268664 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.289323 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.318456 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9428ad3a-51d4-48b1-9085-b2b1d5ac7b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.335900 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.338449 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:42.339583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5a189bb-f626-4f19-92aa-b0e175249674 HTTP/1.1" status: 204 len: 168 time: 0.1191914 Sep 22 17:24:42.346932 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec21f9-0139-478b-a433-f7a43d51fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a189bb-f626-4f19-92aa-b0e175249674,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:42.624469 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b1a9-0107-45d9-ae4a-4c305a6d3289 req-d130a2e1-bdf6-4f79-a2d8-83a242dfe78d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:42.625991 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ce3b1a9-0107-45d9-ae4a-4c305a6d3289 req-d130a2e1-bdf6-4f79-a2d8-83a242dfe78d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0523963 Sep 22 17:24:42.664046 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9ce3b1a9-0107-45d9-ae4a-4c305a6d3289 req-65e7532e-5ba7-42a6-a094-32afaa263eb3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Sep 22 17:24:43.202392 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:43.254134 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:43.776027 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baef2-ef4c-4a2f-a8ca-423af7fd2c27 req-d4973a8d-c109-4a2e-9528-7b988cf41193 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:43.777510 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d68baef2-ef4c-4a2f-a8ca-423af7fd2c27 req-d4973a8d-c109-4a2e-9528-7b988cf41193 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0475662 Sep 22 17:24:43.820440 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d68baef2-ef4c-4a2f-a8ca-423af7fd2c27 req-862c57c3-14ed-40b0-a21a-89074c6552af tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Sep 22 17:24:43.948270 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55036) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:44.047646 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be3ba22e-afc0-482e-94b1-aa4633465d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.132607 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be3ba22e-afc0-482e-94b1-aa4633465d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.136050 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-be3ba22e-afc0-482e-94b1-aa4633465d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.173417 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-be3ba22e-afc0-482e-94b1-aa4633465d0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=621ed8182e3d44a683a38832bf925f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240915 Sep 22 17:24:44.174266 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ba22e-afc0-482e-94b1-aa4633465d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da083d88-50df-488c-8324-01f26776a36a,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:44.176306 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55040) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:44.222719 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.243513 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.288169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.290594 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.291739 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da083d88-50df-488c-8324-01f26776a36a HTTP/1.1" status: 204 len: 168 time: 0.1144276 Sep 22 17:24:44.299351 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed6a55-77bc-4e7a-a661-b4e126d34f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da083d88-50df-488c-8324-01f26776a36a,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:44.536969 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55046) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:44.549886 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b701-726b-4ae9-9490-de4ed5db9553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.636402 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b701-726b-4ae9-9490-de4ed5db9553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.639843 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b701-726b-4ae9-9490-de4ed5db9553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.676922 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2bd5b701-726b-4ae9-9490-de4ed5db9553 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d400c693547048b4a7364362a39b282a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388922 Sep 22 17:24:44.677768 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5b701-726b-4ae9-9490-de4ed5db9553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd1a352-e709-438f-af9b-cecf247b8012,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:44.679582 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55050) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:44.726901 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.746594 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.794979 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.797528 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:44.798647 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efd1a352-e709-438f-af9b-cecf247b8012 HTTP/1.1" status: 204 len: 168 time: 0.1178343 Sep 22 17:24:44.806478 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff0aa9-3faf-4f1f-b0da-b96d33617fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd1a352-e709-438f-af9b-cecf247b8012,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:44.940240 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077b76-a097-4333-becd-114923fdfe43 req-3176e358-db4e-4d8f-9c5f-df6b87d5a09d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:44.941753 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40077b76-a097-4333-becd-114923fdfe43 req-3176e358-db4e-4d8f-9c5f-df6b87d5a09d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0558212 Sep 22 17:24:44.981932 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-40077b76-a097-4333-becd-114923fdfe43 req-0219278a-f807-4ded-9db4-a3401fb8b55b tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Sep 22 17:24:45.334334 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:46.096695 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe2c01-17f6-4e90-92f3-370f9e576fed req-9edf75ae-9de0-4e4a-ab40-b24041a1f4b3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:46.098174 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f1fe2c01-17f6-4e90-92f3-370f9e576fed req-9edf75ae-9de0-4e4a-ab40-b24041a1f4b3 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0511229 Sep 22 17:24:46.137094 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-f1fe2c01-17f6-4e90-92f3-370f9e576fed req-5be0066e-ab87-4a3d-8eb1-7f1b44a846e0 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Sep 22 17:24:46.984414 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3611b-f00e-467f-a90f-3f2af56563e8 req-12b9af23-53ee-456c-b4fb-564cff22e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:46.985883 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20c3611b-f00e-467f-a90f-3f2af56563e8 req-12b9af23-53ee-456c-b4fb-564cff22e564 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1096 time: 0.0379794 Sep 22 17:24:47.023723 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20c3611b-f00e-467f-a90f-3f2af56563e8 req-26af7cb1-41ab-4e4b-b014-5e9eb133cf76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270944 Sep 22 17:24:47.263865 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf0cf-98f3-4ee3-88eb-a02218678c09 req-43584050-510b-42b3-92fd-9e3f9e156338 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:47.265587 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-770cf0cf-98f3-4ee3-88eb-a02218678c09 req-43584050-510b-42b3-92fd-9e3f9e156338 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0617757 Sep 22 17:24:47.310573 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-770cf0cf-98f3-4ee3-88eb-a02218678c09 req-70a95520-e6c4-4c6c-91ce-eaab060a8373 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Sep 22 17:24:48.424493 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d23f-3d47-4909-84e6-3f1130272fbe req-24c5f1d9-e840-4445-bafc-ae3653cdfc61 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:24:48.426060 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4755d23f-3d47-4909-84e6-3f1130272fbe req-24c5f1d9-e840-4445-bafc-ae3653cdfc61 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 943 time: 0.0477464 Sep 22 17:24:48.466586 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4755d23f-3d47-4909-84e6-3f1130272fbe req-4b6a0307-0dff-47d0-9eac-ec8f818e9ca6 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Sep 22 17:24:48.664119 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:24:48.754162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:48.765065 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '8193f882-1392-4a0b-b262-c74a1378aecb', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'port_id': '8193f882-1392-4a0b-b262-c74a1378aecb', 'mac_address': 'fa:16:3e:29:c5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:24:48.799985 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:48.811889 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8193f882-1392-4a0b-b262-c74a1378aecb {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:24:48.830541 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:48.835770 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:48.886550 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=7']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:49.094084 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['8193f882-1392-4a0b-b262-c74a1378aecb'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:24:50.667049 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:24:50.724383 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 8193f882-1392-4a0b-b262-c74a1378aecb triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:24:50.724753 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:50.799177 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:50.824236 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:24:50.826460 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168425c1-93fb-4802-8ab4-c7ea177d79a8" -d '{"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-plugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:50.839710 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:24:50.845014 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:50.869516 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6e4a4-8323-4a1d-9e9a-1166a8e7c105 x-openstack-request-id: req-05c6e4a4-8323-4a1d-9e9a-1166a8e7c105 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:50.869750 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-plugged", "status": "completed", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:50.870007 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05c6e4a4-8323-4a1d-9e9a-1166a8e7c105 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:50.870384 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'code': 200} Sep 22 17:24:50.894956 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=8']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:53.229003 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55198) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:53.333050 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d55d9014-7d3a-4e90-a381-e3080a41a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.422212 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d55d9014-7d3a-4e90-a381-e3080a41a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.425667 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-d55d9014-7d3a-4e90-a381-e3080a41a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.463262 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-d55d9014-7d3a-4e90-a381-e3080a41a224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52d27a9abed34204b99bbdf7e0b92eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332199 Sep 22 17:24:53.464131 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9014-7d3a-4e90-a381-e3080a41a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac84c9-c07a-476d-8262-11962ffedb14,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:53.465967 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55202) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:53.516743 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.537314 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.581268 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.584352 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.585572 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72ac84c9-c07a-476d-8262-11962ffedb14 HTTP/1.1" status: 204 len: 168 time: 0.1184981 Sep 22 17:24:53.592913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47f537-6dca-4544-ba72-0dcbd3ea2aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac84c9-c07a-476d-8262-11962ffedb14,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:53.839786 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55208) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:53.852985 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-96d059d5-2de5-4893-84ab-1792de086e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.941479 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-96d059d5-2de5-4893-84ab-1792de086e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.945753 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-96d059d5-2de5-4893-84ab-1792de086e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:53.982939 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-96d059d5-2de5-4893-84ab-1792de086e70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb8582b52b4649e4b89e3afc1f10b50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420865 Sep 22 17:24:53.984059 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d059d5-2de5-4893-84ab-1792de086e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e183bc-12d2-4268-a39f-acb9a06cc249,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:53.985754 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55210) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:54.034087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.054483 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.099608 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.102372 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.103502 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9e183bc-12d2-4268-a39f-acb9a06cc249 HTTP/1.1" status: 204 len: 168 time: 0.1161740 Sep 22 17:24:54.110902 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fed5bd-d833-4051-be7e-7f4ddbeecc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e183bc-12d2-4268-a39f-acb9a06cc249,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:54.405918 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55216) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:54.418602 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2652185a-6a16-480e-b4f2-30c263b044e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.503137 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2652185a-6a16-480e-b4f2-30c263b044e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.507089 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2652185a-6a16-480e-b4f2-30c263b044e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.544853 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2652185a-6a16-480e-b4f2-30c263b044e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18cfcf3d484248bc96af2158580a82d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378758 Sep 22 17:24:54.545728 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652185a-6a16-480e-b4f2-30c263b044e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f34ce-d221-4ddb-ae62-15f117dcfae7,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:54.547546 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55218) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:24:54.594575 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.615353 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.664090 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.666516 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.667642 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b11f34ce-d221-4ddb-ae62-15f117dcfae7 HTTP/1.1" status: 204 len: 168 time: 0.1190698 Sep 22 17:24:54.674736 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43b7de-e651-4278-a736-44675c4c2474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f34ce-d221-4ddb-ae62-15f117dcfae7,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:55.964741 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:25:04.547211 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55308) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:04.646625 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0fdca256-1926-4e45-b762-95bcd1c4010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.732933 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0fdca256-1926-4e45-b762-95bcd1c4010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.736465 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0fdca256-1926-4e45-b762-95bcd1c4010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.772572 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca256-1926-4e45-b762-95bcd1c4010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ab44cf-ceb4-4649-aac6-b002e9731005,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:04.777875 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-0fdca256-1926-4e45-b762-95bcd1c4010a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35ed5fab08304c8cb2275fd280052a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295737 Sep 22 17:25:04.780538 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55312) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:04.826636 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.846693 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.891773 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.894257 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:04.895374 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6ab44cf-ceb4-4649-aac6-b002e9731005 HTTP/1.1" status: 204 len: 168 time: 0.1140254 Sep 22 17:25:04.902882 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6754f-ebeb-4616-883a-5e533ceeb5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ab44cf-ceb4-4649-aac6-b002e9731005,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:05.142320 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55318) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:05.154836 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e1259501-dcaa-4ff4-8c72-5373a3de9055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.242198 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e1259501-dcaa-4ff4-8c72-5373a3de9055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.245697 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-e1259501-dcaa-4ff4-8c72-5373a3de9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.281618 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-e1259501-dcaa-4ff4-8c72-5373a3de9055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3f2962ad3fb4f44a973bec414ef2770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382849 Sep 22 17:25:05.283485 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259501-dcaa-4ff4-8c72-5373a3de9055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f3e35-a87b-4694-801c-64a38889af11,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:05.284279 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55320) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:05.332683 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.353185 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.397508 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.399914 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:05.401044 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e60f3e35-a87b-4694-801c-64a38889af11 HTTP/1.1" status: 204 len: 168 time: 0.1150839 Sep 22 17:25:05.408347 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96935ad0-7994-44fb-965b-7d939cbda506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f3e35-a87b-4694-801c-64a38889af11,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:07.402217 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55390) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:07.504212 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cab72816-7663-4570-8cc6-ddc236ef2b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.587908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cab72816-7663-4570-8cc6-ddc236ef2b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.591415 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-cab72816-7663-4570-8cc6-ddc236ef2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.629852 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab72816-7663-4570-8cc6-ddc236ef2b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef144276-f708-4810-a4c1-e22fbbea96ad,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:07.634069 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-cab72816-7663-4570-8cc6-ddc236ef2b24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ab4b7fc15ad4e17b8bdc85b532d4de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308419 Sep 22 17:25:07.637300 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55394) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:07.685277 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.705489 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.750619 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.753261 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.754527 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef144276-f708-4810-a4c1-e22fbbea96ad HTTP/1.1" status: 204 len: 168 time: 0.1161330 Sep 22 17:25:07.762180 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235de41-1d5b-4bed-89df-6848437ad659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef144276-f708-4810-a4c1-e22fbbea96ad,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:08.001064 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55400) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:08.013717 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98431e51-e832-434d-90e9-d4a8b432b298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.105485 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98431e51-e832-434d-90e9-d4a8b432b298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.109046 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-98431e51-e832-434d-90e9-d4a8b432b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.146121 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-98431e51-e832-434d-90e9-d4a8b432b298 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d13cdcad2acb42a18995ceba8b733bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440182 Sep 22 17:25:08.147283 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431e51-e832-434d-90e9-d4a8b432b298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88228f85-7603-4276-964d-e6ea1a5af42e,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:08.148846 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55402) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:25:08.197187 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.216993 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.261827 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.264626 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.265773 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88228f85-7603-4276-964d-e6ea1a5af42e HTTP/1.1" status: 204 len: 168 time: 0.1159468 Sep 22 17:25:08.274759 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754228ce-707d-4571-950f-fd51dc024ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88228f85-7603-4276-964d-e6ea1a5af42e,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:09.839312 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e24b8a2b-ede3-448a-9934-091eceab9ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:11.436035 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:12.318812 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-629063ce-0fc2-4fa9-b137-cc8fe1b5d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:13.204734 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:13.256957 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:15.335527 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:32.964400 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:25:39.839931 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b503c886-2cdf-4e33-8609-6f7adb43b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:41.442916 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:42.319213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-55a7f7ea-5cca-426a-adf5-b388446cc8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:43.205470 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:43.258823 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:45.338999 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.140086 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55410) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:01.290545 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Deleting port 4fddffac-a36e-4b27-b2a1-7d189ca9eaad {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:01.290887 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.365545 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.365880 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.377063 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Calling delete_port for 4fddffac-a36e-4b27-b2a1-7d189ca9eaad owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:01.542774 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.566936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event deleted for resources: {'Port': ['ID=4fddffac-a36e-4b27-b2a1-7d189ca9eaad,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:01.578989 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.579337 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.579701 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.580049 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.580366 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.580694 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.581018 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.581340 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.581662 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.581985 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.582305 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.582623 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:01.641035 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.641370 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Floating IP 55b41d09-c489-409c-a96c-2eb4e9f0157f disassociated (deleted). External IP: 172.27.1.191, port: 8193f882-1392-4a0b-b262-c74a1378aecb. Sep 22 17:26:01.839737 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Router ed89fe05-a9fd-47b3-800b-4e7d4072382f has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:26:01.941417 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:26:01.945756 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:01.951095 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Sync routers for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:01.960757 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:01.961365 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:01.972176 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-1fe781ff-6889-4fea-a329-8e4f5af6be6e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "DELETE /v2.0/floatingips/55b41d09-c489-409c-a96c-2eb4e9f0157f HTTP/1.1" status: 204 len: 168 time: 0.8310263 Sep 22 17:26:01.972761 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:01.975875 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4cec93-b60f-413f-941f-5ede2e666348" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:02.016608 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db35cc02-8b9f-41ed-8948-a20a67c148a8 x-openstack-request-id: req-db35cc02-8b9f-41ed-8948-a20a67c148a8 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:02.016898 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:02.017144 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db35cc02-8b9f-41ed-8948-a20a67c148a8 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:02.017528 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'status': 'completed', 'code': 200} Sep 22 17:26:02.070303 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:02.083380 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-e37ab15d-8aff-4248-a6ec-8b7baebac96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:02.085919 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-e37ab15d-8aff-4248-a6ec-8b7baebac96e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e847eb778b42499a9872cbee8380190f&device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 1098 time: 0.0479944 Sep 22 17:26:02.184088 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-70ef1268-25f3-4199-a875-dd13df7a7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:02.185570 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-70ef1268-25f3-4199-a875-dd13df7a7c01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 200 len: 909 time: 0.0908666 Sep 22 17:26:02.232172 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-2416052e-a6f2-4b37-a0c3-f66fa9b667fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 200 len: 217 time: 0.0373518 Sep 22 17:26:02.279958 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:02.285439 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-ba22b158-4789-4b65-9a5c-4773de3d7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:02.287200 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-ba22b158-4789-4b65-9a5c-4773de3d7e2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 200 len: 847 time: 0.0472531 Sep 22 17:26:02.305508 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Checking router: ed89fe05-a9fd-47b3-800b-4e7d4072382f for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:02.313782 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:02.314396 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:02.334119 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-6819b0ff-59e6-4ae2-89fa-40603f3f9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:02.335681 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-6819b0ff-59e6-4ae2-89fa-40603f3f9905 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf504b0d-79ab-4ad1-a123-a14bb37a7082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408463 Sep 22 17:26:02.420672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:02.424467 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0298e-4051-4444-bdb2-1ebf9f2e9cb7 req-4f1e48f4-1bec-47bf-a361-1a52f3e55d54 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:02.427506 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8b0298e-4051-4444-bdb2-1ebf9f2e9cb7 req-4f1e48f4-1bec-47bf-a361-1a52f3e55d54 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.2708991 Sep 22 17:26:02.432436 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-7b5a4b42-c477-4634-b7c7-65c7dd94de95 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888999 Sep 22 17:26:02.472661 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c8b0298e-4051-4444-bdb2-1ebf9f2e9cb7 req-6777c759-9e4f-47a1-8229-5d9daae88a3f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 Sep 22 17:26:02.523646 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-aa4cec93-b60f-413f-941f-5ede2e666348 req-b734015f-d1a4-465c-8f6b-3665c90c7532 service neutron] 10.222.0.24 "GET /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Sep 22 17:26:02.614837 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:02.755478 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad51bf5-bc28-4ddf-90b4-d04bbcead347 None None] The sync data for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi is: [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:21:31Z', 'revision_number': 4, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '3e1fa177-4c1d-46c6-90cd-f0bc49a4b858', 'name': '', 'network_id': 'bf504b0d-79ab-4ad1-a123-a14bb37a7082', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'mac_address': 'fa:16:3e:f8:cd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:30Z', 'updated_at': '2021-09-22T17:21:36Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'subnets': [{'id': '46be890a-3f69-4b95-9c3f-5d06699774f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:02.957428 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90198349-9eb9-4173-a31a-645ec76dbd19 None None] New status for floating IP 55b41d09-c489-409c-a96c-2eb4e9f0157f: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:26:03.632785 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4d739-677c-432b-baa6-bde2e31ce6a5 req-3b412742-4228-4c5d-9c4e-5f04309b9718 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:03.634257 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-83a4d739-677c-432b-baa6-bde2e31ce6a5 req-3b412742-4228-4c5d-9c4e-5f04309b9718 tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0996590 Sep 22 17:26:03.681404 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-83a4d739-677c-432b-baa6-bde2e31ce6a5 req-1d25d9e9-50bf-4db2-8ea6-281b468afa9f tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/security-groups?id=659e18c1-522b-484e-b96b-023e60713d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Sep 22 17:26:03.716194 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-e9aaf416-fd72-43d8-b6bd-f19d401e000d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:03.717630 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-e9aaf416-fd72-43d8-b6bd-f19d401e000d tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 945 time: 0.0505621 Sep 22 17:26:03.802408 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Deleting port 8193f882-1392-4a0b-b262-c74a1378aecb {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:03.802677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.891558 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] For port 8193f882-1392-4a0b-b262-c74a1378aecb, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8193f882-1392-4a0b-b262-c74a1378aecb,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:03.892195 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.906472 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Calling delete_port for 8193f882-1392-4a0b-b262-c74a1378aecb owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:04.030525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.055783 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event deleted for resources: {'Port': ['ID=8193f882-1392-4a0b-b262-c74a1378aecb,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:04.064944 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.065309 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.065631 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.065966 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.066301 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.067187 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.067518 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.068230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.068230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.068539 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.068799 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.069119 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:04.110456 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] No DVR routers for this DVR port 8193f882-1392-4a0b-b262-c74a1378aecb on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:04.112913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.115404 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0fc90413-453e-4fbc-901b-ffc85fc6dad9 req-68957e8c-9775-439c-84a4-e38047c5b2fb tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.24 "DELETE /v2.0/ports/8193f882-1392-4a0b-b262-c74a1378aecb HTTP/1.1" status: 204 len: 173 time: 0.3916872 Sep 22 17:26:04.115861 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-deleted', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:04.118053 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce239369-7651-480d-bf6d-59528f196f7d" -d '{"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-deleted", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:04.168265 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe95632c-c818-43ca-a220-cdb3392e15af x-openstack-request-id: req-fe95632c-c818-43ca-a220-cdb3392e15af {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:04.168563 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b67b37-7489-4d15-8120-38057190825a", "name": "network-vif-deleted", "tag": "8193f882-1392-4a0b-b262-c74a1378aecb", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:04.168821 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe95632c-c818-43ca-a220-cdb3392e15af {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:04.169213 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b67b37-7489-4d15-8120-38057190825a', 'name': 'network-vif-deleted', 'tag': '8193f882-1392-4a0b-b262-c74a1378aecb', 'status': 'completed', 'code': 200} Sep 22 17:26:04.789729 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0b39f43e-6123-4046-a53a-4d2fd813e566 req-2f4a9e86-8679-4ca8-8fbd-f53db05d27af tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7b67b37-7489-4d15-8120-38057190825a HTTP/1.1" status: 200 len: 210 time: 0.0312912 Sep 22 17:26:05.844148 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55440) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:05.901110 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:05.925553 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:05.985616 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:05.988198 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:05.989376 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] 10.222.0.11 "DELETE /v2.0/security-groups/659e18c1-522b-484e-b96b-023e60713d06 HTTP/1.1" status: 204 len: 168 time: 0.1442547 Sep 22 17:26:05.998420 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93c185-29c8-4c04-8a22-07a14571405e tempest-TestShelveInstance-250475485 tempest-TestShelveInstance-250475485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e18c1-522b-484e-b96b-023e60713d06,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:06.034268 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55444) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:06.367515 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:06.613850 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Deleting port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:06.614189 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:06.686686 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] For port 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:06.687037 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:06.699166 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Calling delete_port for 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:06.865924 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:06.890408 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1fa177-4c1d-46c6-90cd-f0bc49a4b858,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:07.053011 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:07.133915 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:07.153773 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 8193f882-1392-4a0b-b262-c74a1378aecb {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:07.154115 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 8193f882-1392-4a0b-b262-c74a1378aecb not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:07.487315 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Router ed89fe05-a9fd-47b3-800b-4e7d4072382f has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:26:07.588458 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:26:07.593567 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-c9d469d3-ea37-4045-83dd-25d19f92bb4d admin admin] 10.222.0.11 "PUT /v2.0/routers/ed89fe05-a9fd-47b3-800b-4e7d4072382f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5581779 Sep 22 17:26:07.596116 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55446) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:07.597004 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Sync routers for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:07.606134 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:07.606742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:07.698568 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:07.706355 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:07.795990 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:07.845079 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Deleting port 34754b8b-aaa7-456f-ac07-cef081a050bf {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:07.845418 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:07.876644 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:26:06Z', 'revision_number': 5, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port': {'id': '34754b8b-aaa7-456f-ac07-cef081a050bf', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:29Z', 'updated_at': '2021-09-22T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:07.906252 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Checking router: ed89fe05-a9fd-47b3-800b-4e7d4072382f for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:07.918217 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Routers {'ed89fe05-a9fd-47b3-800b-4e7d4072382f'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:07.918826 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:07.924422 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] For port 34754b8b-aaa7-456f-ac07-cef081a050bf, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=34754b8b-aaa7-456f-ac07-cef081a050bf,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:07.924910 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:07.936571 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Calling delete_port for 34754b8b-aaa7-456f-ac07-cef081a050bf owned by network:router_gateway {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:08.001249 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] Set router ed89fe05-a9fd-47b3-800b-4e7d4072382f gateway port host: None {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:08.051961 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:26:07Z', 'revision_number': 6, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:08.080604 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b350ca-132e-4f66-8c60-f3a5b0f08853 None None] The sync data for ids ['ed89fe05-a9fd-47b3-800b-4e7d4072382f'] in dv-cinder-810415-2-iscsi is: [{'id': 'ed89fe05-a9fd-47b3-800b-4e7d4072382f', 'name': 'tempest-TestShelveInstance-102987368-router', 'tenant_id': 'e847eb778b42499a9872cbee8380190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:28Z', 'updated_at': '2021-09-22T17:26:07Z', 'revision_number': 6, 'project_id': 'e847eb778b42499a9872cbee8380190f', 'gw_port_host': None}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:08.096833 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.126899 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34754b8b-aaa7-456f-ac07-cef081a050bf,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:08.183905 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.270346 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.272407 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.311949 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.312432 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed89fe05-a9fd-47b3-800b-4e7d4072382f {{(pid=94223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:26:08.317667 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.318854 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-9f7d1c7c-7d20-4508-abba-96ca2080f0a4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ed89fe05-a9fd-47b3-800b-4e7d4072382f HTTP/1.1" status: 204 len: 168 time: 0.7218337 Sep 22 17:26:08.321389 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55448) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:08.364322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Deleting subnet 46be890a-3f69-4b95-9c3f-5d06699774f9 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:26:08.367174 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.400315 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.481803 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.533997 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.558152 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46be890a-3f69-4b95-9c3f-5d06699774f9,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:08.561772 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.563583 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3e6d8fed-b055-4227-a5f9-37d079742c05 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46be890a-3f69-4b95-9c3f-5d06699774f9 HTTP/1.1" status: 204 len: 168 time: 0.2412782 Sep 22 17:26:08.566111 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55450) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:08.569416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93bd1b-99d9-4185-bc03-e2db8741d3b1 None None] Network bf504b0d-79ab-4ad1-a123-a14bb37a7082 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:26:08.636880 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.687108 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Deleting port 14bdf46e-1482-4d0f-90e4-1b3b595513ea {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:08.687450 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.748574 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] For port 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=14bdf46e-1482-4d0f-90e4-1b3b595513ea,segment=NetworkSegment(21120e40-2a45-48a8-bc58-5b025f809c80),segment_id=21120e40-2a45-48a8-bc58-5b025f809c80)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:08.748878 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.764322 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Calling delete_port for 14bdf46e-1482-4d0f-90e4-1b3b595513ea owned by network:dhcp {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:08.822218 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] DHCP port deletion for bf504b0d-79ab-4ad1-a123-a14bb37a7082 request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:26:08.844791 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.870556 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Pushing event deleted for resources: {'Port': ['ID=14bdf46e-1482-4d0f-90e4-1b3b595513ea,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:08.879022 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] No DVR routers for this DVR port 14bdf46e-1482-4d0f-90e4-1b3b595513ea on host dv-cinder-810415-2-iscsi {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:08.883960 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Deleting port 14bdf46e-1482-4d0f-90e4-1b3b595513ea {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:08.884335 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.897849 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:08.927038 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:08.927383 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 3e1fa177-4c1d-46c6-90cd-f0bc49a4b858 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:08.927828 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 14bdf46e-1482-4d0f-90e4-1b3b595513ea no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:08.948365 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 14bdf46e-1482-4d0f-90e4-1b3b595513ea {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:08.948711 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 14bdf46e-1482-4d0f-90e4-1b3b595513ea not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:08.949123 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 34754b8b-aaa7-456f-ac07-cef081a050bf no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:08.955536 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.976336 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf504b0d-79ab-4ad1-a123-a14bb37a7082']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:08.985740 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21120e40-2a45-48a8-bc58-5b025f809c80') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:08.986036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21120e40-2a45-48a8-bc58-5b025f809c80') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:08.996236 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.999545 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 34754b8b-aaa7-456f-ac07-cef081a050bf {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:08.999940 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 34754b8b-aaa7-456f-ac07-cef081a050bf not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:09.005578 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] For port 14bdf46e-1482-4d0f-90e4-1b3b595513ea, host dv-cinder-810415-2-iscsi, got binding levels [] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:09.005980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.017187 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.021990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Calling delete_port for 14bdf46e-1482-4d0f-90e4-1b3b595513ea owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:09.024489 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:26:09.024798 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.ipam_backend_mixin [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Port 14bdf46e-1482-4d0f-90e4-1b3b595513ea was not found and therefore no delete operation was performed {{(pid=94224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 17:26:09.024925 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.026093 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:26:09.026660 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:26:09.053190 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] No DVR routers for this DVR port 14bdf46e-1482-4d0f-90e4-1b3b595513ea on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:09.055094 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Pushing event deleted for resources: {'Port': ['ID=14bdf46e-1482-4d0f-90e4-1b3b595513ea,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:09.063658 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.064014 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.064352 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.064742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.065018 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.065345 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.065971 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.065971 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.066879 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.067213 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.067537 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.072991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975784-747b-4609-b21b-e9174fe4b760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:09.089961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.095345 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.097250 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] 10.222.0.11 "DELETE /v2.0/networks/bf504b0d-79ab-4ad1-a123-a14bb37a7082 HTTP/1.1" status: 204 len: 168 time: 0.5296507 Sep 22 17:26:09.101176 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55452) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:09.108750 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd08d5-ee1b-4f2a-92fc-a7ca1aa1208b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf504b0d-79ab-4ad1-a123-a14bb37a7082,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:09.445823 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.678791 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Deleting port 04ca78de-7a43-4149-a7a5-ad090d58d41e {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:09.679130 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.840504 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-f42856f6-b0ec-4330-a15a-f323343cc733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:09.963313 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:26:10.001375 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] For port 04ca78de-7a43-4149-a7a5-ad090d58d41e, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=04ca78de-7a43-4149-a7a5-ad090d58d41e,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:10.001760 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.014189 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Calling delete_port for 04ca78de-7a43-4149-a7a5-ad090d58d41e owned by network:router_interface {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:10.184330 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.207037 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ca78de-7a43-4149-a7a5-ad090d58d41e,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:10.370832 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.573281 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:26:10.671474 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:26:10.679429 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-aad87aa1-acb6-44a0-be3a-f66388aa22d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/4b04cb84-2a2c-44d3-ac56-bc64e8d70f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742235 Sep 22 17:26:10.680400 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55456) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:10.683262 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Sync routers for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:10.695136 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:10.696070 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:10.780243 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks [] for router, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.797536 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:10.882088 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.936113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Deleting port fff526fe-7848-4666-b641-90fcddc2204f {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:10.936454 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.017017 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] For port fff526fe-7848-4666-b641-90fcddc2204f, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=fff526fe-7848-4666-b641-90fcddc2204f,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:11.017378 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.028738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Calling delete_port for fff526fe-7848-4666-b641-90fcddc2204f owned by network:router_gateway {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:11.056264 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:26:10Z', 'revision_number': 5, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port': {'id': 'fff526fe-7848-4666-b641-90fcddc2204f', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:11.081241 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Checking router: 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:11.089677 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Routers {'4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:11.090291 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:25:42Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:11.172827 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] Set router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:11.189222 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.213396 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff526fe-7848-4666-b641-90fcddc2204f,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:11.226301 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:26:10Z', 'revision_number': 6, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:11.251838 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e89fb-fd3c-476f-bcdb-14a5170adaff None None] The sync data for ids ['4b04cb84-2a2c-44d3-ac56-bc64e8d70f68'] in dv-cinder-810415-2-iscsi is: [{'id': '4b04cb84-2a2c-44d3-ac56-bc64e8d70f68', 'name': 'tempest-TestShelveInstance-1173470911-router', 'tenant_id': '4fd4090eb81d4a67ad9223ec920f0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:21:33Z', 'updated_at': '2021-09-22T17:26:10Z', 'revision_number': 6, 'project_id': '4fd4090eb81d4a67ad9223ec920f0431', 'gw_port_host': None}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:11.275170 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.361420 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.364043 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.404047 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.404540 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 {{(pid=94222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:26:11.408683 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.409900 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c7dff30a-24f8-414c-9091-b852b519ea63 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4b04cb84-2a2c-44d3-ac56-bc64e8d70f68 HTTP/1.1" status: 204 len: 168 time: 0.7294014 Sep 22 17:26:11.413028 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55458) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:11.443446 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.454363 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Deleting subnet b42817f5-e7f9-425c-abaf-38a3fe1d2758 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:26:11.457831 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.492302 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.569856 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.624334 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.652155 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42817f5-e7f9-425c-abaf-38a3fe1d2758,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:11.657880 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.663375 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-301181c4-99ea-4dc4-b9b6-c5c3c3e9bdb7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b42817f5-e7f9-425c-abaf-38a3fe1d2758 HTTP/1.1" status: 204 len: 168 time: 0.2472265 Sep 22 17:26:11.663686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55460) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:11.666145 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb12967-3256-43fc-8fa1-535c740f438d None None] Network 8ec7d701-f286-4c49-93e4-05562453f263 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:26:11.737340 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.788151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Deleting port 8c5a860f-edb9-4301-bb1f-b67e922a274b {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:11.788473 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.849005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] For port 8c5a860f-edb9-4301-bb1f-b67e922a274b, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=8c5a860f-edb9-4301-bb1f-b67e922a274b,segment=NetworkSegment(ef642cca-4242-4efe-a15d-2151cf2733aa),segment_id=ef642cca-4242-4efe-a15d-2151cf2733aa)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:11.849483 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.864718 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Calling delete_port for 8c5a860f-edb9-4301-bb1f-b67e922a274b owned by network:dhcp {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:11.968264 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-cd573e7e-084a-4da0-9fef-f25364ba71b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451808 Sep 22 17:26:11.968874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:11.995992 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5a860f-edb9-4301-bb1f-b67e922a274b,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:11.997816 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] No DVR routers for this DVR port 8c5a860f-edb9-4301-bb1f-b67e922a274b on host dv-cinder-810415-2-iscsi {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:12.042191 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a15ad-7854-4582-ad52-cc5569c16fa0 None None] DHCP port deletion for 8ec7d701-f286-4c49-93e4-05562453f263 request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:26:12.105366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.130354 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-dafb9976-5d41-4cb5-a529-2bde94cd7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:12.132028 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-dafb9976-5d41-4cb5-a529-2bde94cd7a43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 1099 time: 0.1077824 Sep 22 17:26:12.133602 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec7d701-f286-4c49-93e4-05562453f263']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:12.144990 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef642cca-4242-4efe-a15d-2151cf2733aa') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:12.145294 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef642cca-4242-4efe-a15d-2151cf2733aa') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:12.163059 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.198200 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.230613 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:26:12.230988 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:26:12.232908 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:26:12.302005 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.309834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.311896 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] 10.222.0.11 "DELETE /v2.0/networks/8ec7d701-f286-4c49-93e4-05562453f263 HTTP/1.1" status: 204 len: 168 time: 0.6473486 Sep 22 17:26:12.314585 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-1f3cad44-379d-42e5-b510-5e697f5527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:12.316059 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-1f3cad44-379d-42e5-b510-5e697f5527fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.1639564 Sep 22 17:26:12.325128 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-49178370-69c3-40c6-aeb7-5543ca5f0d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.333485 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bfd71-b257-481a-aca1-ba8202c5e40b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec7d701-f286-4c49-93e4-05562453f263,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:12.384445 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-2ccc1f17-44c2-4bde-99ab-4874268fd173 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 200 len: 1002 time: 0.0586872 Sep 22 17:26:12.435984 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-8ad1801a-0351-4385-b189-8b2cb8679f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:12.437705 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-8ad1801a-0351-4385-b189-8b2cb8679f4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0460577 Sep 22 17:26:12.481425 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55464) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:12.492566 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-b5a1bf37-5e5b-4ef1-b921-6513e0f0d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:12.494449 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-b5a1bf37-5e5b-4ef1-b921-6513e0f0d387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495028 Sep 22 17:26:12.526773 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-45a25969-773c-424f-ae49-5450415230db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e847eb778b42499a9872cbee8380190f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441842 Sep 22 17:26:12.529230 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55466) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:12.575453 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.582928 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-0d7bcbca-9eed-4266-a24b-57c0afaf2e75 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Sep 22 17:26:12.596443 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.640736 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.643362 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:12.645099 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8fc8451-72c4-43a0-b060-6f0002ed87cd HTTP/1.1" status: 204 len: 168 time: 0.1148698 Sep 22 17:26:12.653150 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aa1bb-e2a1-4364-898b-bbec98b43063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc8451-72c4-43a0-b060-6f0002ed87cd,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:12.675833 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-21c5e129-0ea6-41d7-9a5a-43e7387d1f79 req-4f6d7990-d23f-425c-abfe-8fc495a39d3f service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Sep 22 17:26:12.748239 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device fff526fe-7848-4666-b641-90fcddc2204f no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:12.767250 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: fff526fe-7848-4666-b641-90fcddc2204f {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:12.767698 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device fff526fe-7848-4666-b641-90fcddc2204f not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:12.768108 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8c5a860f-edb9-4301-bb1f-b67e922a274b no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:12.790006 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 8c5a860f-edb9-4301-bb1f-b67e922a274b {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:12.790439 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 8c5a860f-edb9-4301-bb1f-b67e922a274b not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:12.790824 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 04ca78de-7a43-4149-a7a5-ad090d58d41e no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:12.808602 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 04ca78de-7a43-4149-a7a5-ad090d58d41e {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:12.808939 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 04ca78de-7a43-4149-a7a5-ad090d58d41e not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:12.971674 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55472) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:13.010828 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-232a28a5-3680-4ac4-b57b-7893f2375a63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fd4090eb81d4a67ad9223ec920f0431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377669 Sep 22 17:26:13.013117 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55474) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:13.059494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.079828 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.126656 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.129722 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.133560 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dedaba9-ae9f-4300-8dbc-457f7fb95b45 HTTP/1.1" status: 204 len: 168 time: 0.1169870 Sep 22 17:26:13.142037 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f78e7-7a0f-4699-a62c-4378144f11d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dedaba9-ae9f-4300-8dbc-457f7fb95b45,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:13.220267 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.267902 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:13.356657 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0487c94-2c90-4c3d-be8d-bcb8f2271b57 req-25ce1ac4-035c-4723-8de5-471314a1d6e6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:13.358341 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e0487c94-2c90-4c3d-be8d-bcb8f2271b57 req-25ce1ac4-035c-4723-8de5-471314a1d6e6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0562015 Sep 22 17:26:13.399642 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e0487c94-2c90-4c3d-be8d-bcb8f2271b57 req-e2d00071-7056-4943-bca3-f7d6bbe9fae6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348761 Sep 22 17:26:14.514567 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08908a37-80ae-4a59-a609-4dcb24dc9d5d req-8ae35f12-61da-4d97-af75-7cfd5bac5b72 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:14.516073 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-08908a37-80ae-4a59-a609-4dcb24dc9d5d req-8ae35f12-61da-4d97-af75-7cfd5bac5b72 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0488052 Sep 22 17:26:14.553012 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-08908a37-80ae-4a59-a609-4dcb24dc9d5d req-dfefbe35-4aa3-4db8-9979-a3288a738770 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Sep 22 17:26:14.836068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-4b2ab2b9-2600-475b-a3ff-a39adade1147 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:14.837431 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-4b2ab2b9-2600-475b-a3ff-a39adade1147 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 946 time: 0.0468180 Sep 22 17:26:14.920738 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port 9e42d650-bfa6-4e25-b979-517c9c22fb27 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:26:14.921075 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.007004 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] For port 9e42d650-bfa6-4e25-b979-517c9c22fb27, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=9e42d650-bfa6-4e25-b979-517c9c22fb27,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:15.007366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.165864 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.166233 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.166553 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.db.l3_db [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP 968edb8f-60b1-4edc-aed3-774a55245406 disassociated. External IP: 172.27.1.215, port: 9e42d650-bfa6-4e25-b979-517c9c22fb27. Sep 22 17:26:15.166888 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for 9e42d650-bfa6-4e25-b979-517c9c22fb27 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:26:15.288913 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.314525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=9e42d650-bfa6-4e25-b979-517c9c22fb27,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:15.341773 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.426775 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:26:15.784308 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-4732b49d-cefa-4be5-93ab-4e884c6d564d req-9284605b-35cb-4511-bf6b-51f4cef9a260 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c229cc7-6ffe-4120-9dca-ea0177587698 HTTP/1.1" status: 200 len: 210 time: 0.0314834 Sep 22 17:26:15.810997 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:26:15.821852 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:15.830606 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:15.831219 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:26:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:15.851443 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] No DVR routers for this DVR port 9e42d650-bfa6-4e25-b979-517c9c22fb27 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:15.854121 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:15.856441 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c99df95c-6143-4f7d-8a85-88e05fb57ea3 req-319f452f-f360-43c4-a0c4-d59f42427787 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "DELETE /v2.0/ports/9e42d650-bfa6-4e25-b979-517c9c22fb27 HTTP/1.1" status: 204 len: 173 time: 1.0130782 Sep 22 17:26:15.856912 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'name': 'network-vif-deleted', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:15.859124 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a725c-abab-4dda-8ff9-183963a922c1" -d '{"events": [{"server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "name": "network-vif-deleted", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:15.902012 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea67637d-cce1-4c7a-be41-1e6e1e135ac4 x-openstack-request-id: req-ea67637d-cce1-4c7a-be41-1e6e1e135ac4 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:15.902308 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229cc7-6ffe-4120-9dca-ea0177587698", "name": "network-vif-deleted", "tag": "9e42d650-bfa6-4e25-b979-517c9c22fb27", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:15.902565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea67637d-cce1-4c7a-be41-1e6e1e135ac4 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:15.902984 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229cc7-6ffe-4120-9dca-ea0177587698', 'name': 'network-vif-deleted', 'tag': '9e42d650-bfa6-4e25-b979-517c9c22fb27', 'status': 'completed', 'code': 200} Sep 22 17:26:15.937613 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:16.132656 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:16.161368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:16.169604 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:16.170209 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:26:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:16.267489 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:16.576305 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:16.601368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45fb92e-c25c-4e95-9d8a-97e5cf5015d5 None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:16.802922 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f614ee5-1474-4675-b0c2-6489e85ea6b2 None None] New status for floating IP 968edb8f-60b1-4edc-aed3-774a55245406: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:26:17.030766 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-83764c6f-36cd-4bd6-9c72-9cae8df13e60 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777799673&fields=id&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 267 time: 0.0318353 Sep 22 17:26:17.137286 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-5df82b18-289d-4104-b7c5-d3888e885b00 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:17.138732 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-5df82b18-289d-4104-b7c5-d3888e885b00 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.1016321 Sep 22 17:26:17.153909 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-09bcedf0-b5c1-4e39-80b9-4d41ebcd90b1 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/quotas/c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Sep 22 17:26:17.164599 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9e42d650-bfa6-4e25-b979-517c9c22fb27 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:26:17.183322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 9e42d650-bfa6-4e25-b979-517c9c22fb27 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:26:17.183686 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 9e42d650-bfa6-4e25-b979-517c9c22fb27 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:26:17.204403 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-47c7a624-7cc7-49c0-9f7b-a56efbebe4a0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454803 Sep 22 17:26:17.219696 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-0518a32a-9235-4d5e-b112-8299de955096 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:26:17.220640 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-0518a32a-9235-4d5e-b112-8299de955096 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050304 Sep 22 17:26:17.309721 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-82624524-066f-4591-9e80-5ac95ac6ba22 service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Sep 22 17:26:17.400146 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-801790be-e2e6-4a7d-bf05-9e721adfa9cf service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Sep 22 17:26:17.678482 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-50e52178-e2ea-4c3b-a94c-b1264a0cfcbf req-aeff2e7a-a94a-46b2-ba74-f43e712b3b9a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 210 time: 0.0253847 Sep 22 17:26:18.527156 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-fefb501a-0b54-4200-b6d6-c6ab98e2b025 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:18.528649 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-fefb501a-0b54-4200-b6d6-c6ab98e2b025 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.1018965 Sep 22 17:26:18.570124 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-b5cc19cd-62eb-48d1-af05-629980b89104 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 380 time: 0.0323951 Sep 22 17:26:18.579017 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'port': {'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'admin_state_up': True, 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'security_groups': ['c7b5a22d-66fd-4019-9fb5-f9ce2c101e10']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:26:18.686087 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Made reservation on behalf of c8b32031bbe64ee0906044d7eecd4a62 for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:26:18.689945 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:18.777601 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-22919592-fb69-4a2c-8f2f-aff33b9f5133 req-d176bacd-90aa-4363-8b40-e03ec8966a83 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Sep 22 17:26:18.821221 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.20.0.10 (c9207dd5-b001-4f43-8c56-6aceca8688f8/76cb511b-62fa-4588-8972-02581c2ac2c6/4b4fd57e-7aca-4946-b98e-da0a88ef6110) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:26:18.963813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:18.998196 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.044702 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:26:19.047576 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:26:19.050808 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:26:19.077690 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:19.109794 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.110417 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.126280 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-4dd32776-6afc-4e04-928b-0c490bceced2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507903 Sep 22 17:26:19.137336 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-0475139b-462d-4a7e-a508-5807c96ae73c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:26:19.138344 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-0475139b-462d-4a7e-a508-5807c96ae73c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053461 Sep 22 17:26:19.151699 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Request body: {'port': {'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:26:19.205745 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.277558 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-59eacb5a-528d-4cd4-baa9-8bb6fa201bd9 None None] Provisioning complete for port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:19.278165 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-59eacb5a-528d-4cd4-baa9-8bb6fa201bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.313313 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-59eacb5a-528d-4cd4-baa9-8bb6fa201bd9 None None] Port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:26:19.458878 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4fd57e-7aca-4946-b98e-da0a88ef6110 {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:26:19.465998 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.478000 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Transition to ACTIVE for port object 4b4fd57e-7aca-4946-b98e-da0a88ef6110 will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:26:19.481217 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.531574 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Pushing event updated for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:19.603892 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Attempting to bind port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:26:19.604230 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Attempting to bind port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:26:19.604557 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Attempting to bind port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:26:19.609110 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:26:19.609445 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Attempting to bind port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:26:19.615285 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:26:19.615653 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:26:19.616040 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Bound using segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:26:19.616475 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Bound port: 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:26:19.616834 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.680551 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:26:19.683650 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:26:19.687410 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.719322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.719962 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:19.721337 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] 10.222.0.24 "PUT /v2.0/ports/4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 1094 time: 0.5739958 Sep 22 17:26:19.721768 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:19.724369 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:19.757917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764a95-8961-48a2-9217-ecdcbfe8c65e service neutron] Pushing event updated for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:19.770717 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9954df5-3284-40a3-8210-5483a4d173ab x-openstack-request-id: req-f9954df5-3284-40a3-8210-5483a4d173ab {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:19.771031 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:19.771280 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9954df5-3284-40a3-8210-5483a4d173ab {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:19.771704 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'status': 'completed', 'code': 200} Sep 22 17:26:19.814316 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-efd63e91-10d1-4085-94c0-8264e1767c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.815997 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-efd63e91-10d1-4085-94c0-8264e1767c6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1097 time: 0.0409765 Sep 22 17:26:19.862221 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-c7813b7d-3246-4abd-91d8-fc2cbb3e154a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 217 time: 0.0383186 Sep 22 17:26:19.900424 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba0f96-0d6f-4904-a959-11c0ea2d8d53 req-a51c6a85-0751-46cc-b38f-948a60592eed tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.901952 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c0ba0f96-0d6f-4904-a959-11c0ea2d8d53 req-a51c6a85-0751-46cc-b38f-948a60592eed tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0511835 Sep 22 17:26:19.912726 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-ab660471-9cc7-4ab3-ae83-24d024067dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.914237 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-ab660471-9cc7-4ab3-ae83-24d024067dac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0453575 Sep 22 17:26:19.941434 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c0ba0f96-0d6f-4904-a959-11c0ea2d8d53 req-ca946a08-bc73-415e-9310-c7652d051f75 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Sep 22 17:26:19.959042 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-a27f9271-65e1-439a-b107-88766a81046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:19.960646 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-a27f9271-65e1-439a-b107-88766a81046c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399370 Sep 22 17:26:20.060604 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-986dce1b-e46d-46ca-b0da-55b99090a8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883653 Sep 22 17:26:20.153398 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-df0f6b74-1b81-43da-a06c-a8bf2b811f74 req-fc1396d1-7db5-4cda-95ff-585121a78b2f service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840068 Sep 22 17:26:20.239099 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-220ff39c-d620-4d2d-b8fa-8e655e5a628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:20.240614 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-220ff39c-d620-4d2d-b8fa-8e655e5a628b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1097 time: 0.0440972 Sep 22 17:26:20.330490 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-d2719594-e81a-49cc-ba26-ec9d71f5d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:20.332008 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-d2719594-e81a-49cc-ba26-ec9d71f5d898 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0797024 Sep 22 17:26:20.376928 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-076dfc3a-0111-479a-a78d-3c2b23ea5607 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 217 time: 0.0366886 Sep 22 17:26:20.424366 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-b6b5887b-df81-4c4f-b139-fcdabb876ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:20.425698 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-b6b5887b-df81-4c4f-b139-fcdabb876ef8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0415947 Sep 22 17:26:20.468522 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-5932c528-5fd5-49cd-82c9-7f2c424e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:20.469940 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-5932c528-5fd5-49cd-82c9-7f2c424e1add service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372152 Sep 22 17:26:20.568664 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-9f7b9c83-197f-4389-af8e-dbb228df1bab service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913079 Sep 22 17:26:20.654681 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c73b69ba-d0d7-4f05-8304-b9507e5d7fe5 req-2742be7a-20b5-4790-86ec-200132119d35 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792954 Sep 22 17:26:21.057463 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59e1a8-9fc2-4365-b880-7199a8f1c30d req-7f5fc9cc-b9b4-477d-a9cc-99f24c7aab1a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:21.058890 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0a59e1a8-9fc2-4365-b880-7199a8f1c30d req-7f5fc9cc-b9b4-477d-a9cc-99f24c7aab1a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0503988 Sep 22 17:26:21.096872 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0a59e1a8-9fc2-4365-b880-7199a8f1c30d req-6e29d17e-ad7b-4a67-9a1a-9148c4b8d14a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Sep 22 17:26:22.207327 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3b6e-24bf-4e88-aecf-2d23e35d0e50 req-ccbe4f05-c376-4db7-8ee3-3522d82e86f5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:22.209283 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7f2c3b6e-24bf-4e88-aecf-2d23e35d0e50 req-ccbe4f05-c376-4db7-8ee3-3522d82e86f5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0474229 Sep 22 17:26:22.246135 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7f2c3b6e-24bf-4e88-aecf-2d23e35d0e50 req-a818e9e8-1acd-44e3-9863-1f721f0225c5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Sep 22 17:26:23.356825 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019000-8d50-4958-8e73-31d931a15a27 req-c240a968-63d6-4386-b2c2-f8781b8196b9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:23.358278 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-30019000-8d50-4958-8e73-31d931a15a27 req-c240a968-63d6-4386-b2c2-f8781b8196b9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0477607 Sep 22 17:26:23.394085 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-30019000-8d50-4958-8e73-31d931a15a27 req-799e72df-2f17-4058-b144-03b9cdbb691e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 Sep 22 17:26:24.508967 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c74b9-0418-4f23-9574-a64951af1424 req-cb3ccf59-505a-4223-8beb-a1d740b116c9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:24.510432 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c70c74b9-0418-4f23-9574-a64951af1424 req-cb3ccf59-505a-4223-8beb-a1d740b116c9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0513756 Sep 22 17:26:24.548170 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-c70c74b9-0418-4f23-9574-a64951af1424 req-293e6ae0-7d6b-473a-bfff-844b674f36a1 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Sep 22 17:26:25.658820 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53373-1119-410e-814b-137bfebba2cf req-b0e16879-dcae-4b6c-bd5a-f27de1010548 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:25.660288 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a2f53373-1119-410e-814b-137bfebba2cf req-b0e16879-dcae-4b6c-bd5a-f27de1010548 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0472426 Sep 22 17:26:25.696670 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a2f53373-1119-410e-814b-137bfebba2cf req-5a1baf46-bb1e-4a68-8a35-433a9e008b64 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305171 Sep 22 17:26:26.810591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a22f-ee0a-4971-9dfb-045cb9569f89 req-068cf88f-b2e2-4347-a4c6-4d50b2a20e71 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:26.812070 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d9b5a22f-ee0a-4971-9dfb-045cb9569f89 req-068cf88f-b2e2-4347-a4c6-4d50b2a20e71 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 944 time: 0.0473778 Sep 22 17:26:26.848868 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-d9b5a22f-ee0a-4971-9dfb-045cb9569f89 req-389be3bc-3831-4c79-8f28-d3bcdcc38186 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Sep 22 17:26:27.231477 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 4b4fd57e-7aca-4946-b98e-da0a88ef6110 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:26:27.323020 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:27.333495 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:26:27.372617 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:27.385280 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4fd57e-7aca-4946-b98e-da0a88ef6110 {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:26:27.403976 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:27.407327 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:27.467547 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:27.609966 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['4b4fd57e-7aca-4946-b98e-da0a88ef6110'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:26:27.964651 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51ba8-1443-40ae-8d5b-eba54809cf8c req-e2f4b6e8-4f06-4e0e-a50d-f7b1db4e14f3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:27.966111 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc51ba8-1443-40ae-8d5b-eba54809cf8c req-e2f4b6e8-4f06-4e0e-a50d-f7b1db4e14f3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Sep 22 17:26:28.002666 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc51ba8-1443-40ae-8d5b-eba54809cf8c req-c3c6de58-32da-4c34-abb1-1e7267054f38 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Sep 22 17:26:29.117045 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf666c9-1293-4962-8e92-e6966565a422 req-cd5f5343-284d-4b62-b341-17c2f9a671a5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:29.118497 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ccf666c9-1293-4962-8e92-e6966565a422 req-cd5f5343-284d-4b62-b341-17c2f9a671a5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Sep 22 17:26:29.155180 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ccf666c9-1293-4962-8e92-e6966565a422 req-273b1201-ed4c-419e-aa87-39b48ac93f68 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Sep 22 17:26:29.243065 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 4b4fd57e-7aca-4946-b98e-da0a88ef6110 up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:26:29.289080 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:26:29.292471 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:29.292841 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:29.367524 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:29.388918 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:29.391129 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6bbe2-c6d2-4ebf-a544-0a0a1aee67bf" -d '{"events": [{"server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "name": "network-vif-plugged", "status": "completed", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:29.402996 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:26:29.406955 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:29.429514 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce6160-26aa-423c-9c8d-2725977a2bb6 x-openstack-request-id: req-21ce6160-26aa-423c-9c8d-2725977a2bb6 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:29.429806 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "name": "network-vif-plugged", "status": "completed", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:29.430058 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21ce6160-26aa-423c-9c8d-2725977a2bb6 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:29.430435 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'code': 200} Sep 22 17:26:29.457321 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:29.628237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9bd5e-98f0-443a-b95b-ee46b14f6f51 req-024e5308-a620-4eb5-b746-23a4ee4f6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:29.629694 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-75c9bd5e-98f0-443a-b95b-ee46b14f6f51 req-024e5308-a620-4eb5-b746-23a4ee4f6dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0382102 Sep 22 17:26:29.663011 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-75c9bd5e-98f0-443a-b95b-ee46b14f6f51 req-d1ccdd25-6e52-4a53-87c6-10e511940567 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262547 Sep 22 17:26:30.268754 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc342-e6df-4003-8f31-15976521e61b req-390913ae-8b60-45c0-bd9f-d65cd1f75ed4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:30.270206 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-805cc342-e6df-4003-8f31-15976521e61b req-390913ae-8b60-45c0-bd9f-d65cd1f75ed4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0512459 Sep 22 17:26:30.307071 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-805cc342-e6df-4003-8f31-15976521e61b req-e400d5ae-c343-41c6-a8bf-2a9c37d07f39 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302918 Sep 22 17:26:31.418640 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5614-ba4c-465c-8c82-612d08cc5d48 req-4752a9ca-77b2-40e3-8814-3707bee1600d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:31.420098 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-47fa5614-ba4c-465c-8c82-612d08cc5d48 req-4752a9ca-77b2-40e3-8814-3707bee1600d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0466387 Sep 22 17:26:31.455860 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-47fa5614-ba4c-465c-8c82-612d08cc5d48 req-5ad8ddce-5f4b-488a-9cd9-d076bee3e565 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300539 Sep 22 17:26:31.566708 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dee3c2-7da0-4c98-ae83-220cf7d2c15c req-be7b7c61-e643-459c-a2d7-ed9a539e416b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:31.568203 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-08dee3c2-7da0-4c98-ae83-220cf7d2c15c req-be7b7c61-e643-459c-a2d7-ed9a539e416b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0482461 Sep 22 17:26:31.605256 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-08dee3c2-7da0-4c98-ae83-220cf7d2c15c req-604834f2-0a80-43ce-903d-f95fb16bd9ae tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Sep 22 17:26:31.625868 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55544) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:31.665450 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5add52-b955-4081-b218-77ad94a07b7b tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:31.666937 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-5b5add52-b955-4081-b218-77ad94a07b7b tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1094 time: 0.0401158 Sep 22 17:26:31.669684 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55546) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:26:31.673909 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:26:31.694872 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:31.791908 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:31.894363 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.27.1.121 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/7a9dd3b0-b3be-45eb-b13b-0b52976b20e0) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:26:31.990965 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.022975 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.057828 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:26:32.060502 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:26:32.063906 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:26:32.090837 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=7a9dd3b0-b3be-45eb-b13b-0b52976b20e0,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:32.392236 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.468399 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.614991 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.619961 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.693285 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=7a9dd3b0-b3be-45eb-b13b-0b52976b20e0,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:32.699533 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:32.794298 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP 6142a19b-4b38-4692-8176-1edee7ce16c1 associated. External IP: 172.27.1.121, port: 4b4fd57e-7aca-4946-b98e-da0a88ef6110. Sep 22 17:26:32.995356 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:26:33.339699 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:26:33.349239 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:33.355788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:33.359340 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:33.359980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:26:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:33.382130 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-2ebac3c7-9c4b-4945-85ff-85bce8427471 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7109458 Sep 22 17:26:33.382669 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:26:33.385049 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5519e-2783-4d80-8f11-df6944b22b24" -d '{"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:33.422221 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31b0f1f-55ea-47a2-8cac-892e5297879a x-openstack-request-id: req-e31b0f1f-55ea-47a2-8cac-892e5297879a {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:33.422512 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:33.422756 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e31b0f1f-55ea-47a2-8cac-892e5297879a {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:33.423143 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'status': 'completed', 'code': 200} Sep 22 17:26:33.462949 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:33.487358 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-23730c14-934f-45b9-80ee-4bf4d8299732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:33.488904 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-23730c14-934f-45b9-80ee-4bf4d8299732 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0431142 Sep 22 17:26:33.577009 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-e6723e11-9853-4791-b6eb-56f2132523bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:33.578480 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-e6723e11-9853-4791-b6eb-56f2132523bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0832460 Sep 22 17:26:33.645244 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-228d692f-f487-4394-b5ac-f0281df98530 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 1000 time: 0.0602269 Sep 22 17:26:33.680121 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:32Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:33.693284 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-01711c17-f056-4091-b41f-84b9c636ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:33.694803 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-01711c17-f056-4091-b41f-84b9c636ca73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0427735 Sep 22 17:26:33.705174 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:33.713487 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:26:33.714101 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:26:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:33.738462 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-9391e161-ef68-43c3-b202-8e94747913cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:26:33.740006 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-9391e161-ef68-43c3-b202-8e94747913cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385091 Sep 22 17:26:33.826008 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:26:33.830674 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-cc01550d-5332-4858-b60c-8c142228c2a7 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838485 Sep 22 17:26:33.922201 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-acc5519e-2783-4d80-8f11-df6944b22b24 req-8b82661e-ad97-4dab-a938-68a91bbbebc9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 Sep 22 17:26:34.044894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:32Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:34.070340 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245984b1-b21b-4b21-a0b6-d1e0fb15b3d0 None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:32Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:34.248702 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da324f26-cc95-4cb1-bf54-a594e80cb939 None None] New status for floating IP 6142a19b-4b38-4692-8176-1edee7ce16c1: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:26:39.843704 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbad6-daf3-4e57-ab9c-ebcb1b1cb12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:41.457331 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:42.315716 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-578c5fd5-6a0a-4dd7-a580-33fa10f9adb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:43.202580 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:43.264377 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:45.343411 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:46.963768 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:27:09.844262 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b94e1a58-601e-4950-996a-c9865e6ca4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:11.460084 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:12.315294 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0956544e-c22e-4e60-b877-eaedc6372c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:13.202438 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:13.267420 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:14.053844 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-f7ba765c-cc69-4c5e-acf5-2243a5df4333 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300642 Sep 22 17:27:14.132658 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-98b92352-8400-475c-9c32-53ea8481a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:27:14.134630 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-98b92352-8400-475c-9c32-53ea8481a53a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0388534 Sep 22 17:27:14.236987 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-07286fb9-d6e5-4ce6-a821-3fdf41884629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:27:14.238349 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-07286fb9-d6e5-4ce6-a821-3fdf41884629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0854325 Sep 22 17:27:14.303367 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-1f44aa72-cb0d-4b87-9ca8-a675dcfb5b69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 1002 time: 0.0578947 Sep 22 17:27:14.349869 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-faaae0f9-b638-4ebd-bc79-1081520d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:27:14.351229 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-faaae0f9-b638-4ebd-bc79-1081520d3057 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0409133 Sep 22 17:27:14.395431 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-04da8dc0-57f1-41bf-bcab-122113e708f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:27:14.396901 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-04da8dc0-57f1-41bf-bcab-122113e708f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385714 Sep 22 17:27:14.487714 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-18055372-ee8d-4c4e-84e7-65a4cb9ea8d5 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836387 Sep 22 17:27:14.576164 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3fbc454d-1d88-45fa-b690-cfeb227df752 req-4d1f72b5-ac5a-41b0-9a85-7bbc4edfe100 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815108 Sep 22 17:27:15.345130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:23.966185 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:27:39.843155 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-67082848-e561-4b6e-b60a-6ce9b48b4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:41.470420 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:42.318358 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-913caba2-a171-44af-941b-ceccbd2fa760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:43.201981 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:43.269218 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:45.349304 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:00.964639 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:28:09.842535 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-449e725e-e80e-4296-b420-6fd976eaf65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:11.474861 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:12.318811 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-51e46298-4e0c-40a5-96e0-183effcdba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:13.203220 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:13.272278 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:15.347482 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-97452991-be43-4ca9-a4eb-19bac7838147 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410819 Sep 22 17:28:15.351990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:15.425897 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-5080e622-ba77-466c-b6ed-dbf07f5bd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:15.427319 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-5080e622-ba77-466c-b6ed-dbf07f5bd745 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0381818 Sep 22 17:28:15.528046 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-cdef9d88-b287-4263-a83d-3ffec8f545b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:15.529680 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-cdef9d88-b287-4263-a83d-3ffec8f545b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0835683 Sep 22 17:28:15.592725 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-54b839dc-457e-470a-965d-9f5e6a51239a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 1002 time: 0.0556331 Sep 22 17:28:15.640264 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-1a97e3e0-8d78-4c2c-82f9-6186335465f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:15.641629 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-1a97e3e0-8d78-4c2c-82f9-6186335465f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0419619 Sep 22 17:28:15.686911 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-4a28c471-b0a3-495e-8ffd-b44c7490d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:15.688345 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-4a28c471-b0a3-495e-8ffd-b44c7490d9dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400431 Sep 22 17:28:15.773417 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-71367c58-4275-41f0-a0eb-2337c307882d service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778337 Sep 22 17:28:15.861477 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c5c9241b-7885-40bd-95fe-57e136637f1f req-0b6fca24-46a9-4a94-b9d4-c94f33d0a1e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Sep 22 17:28:19.962753 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-2b02fb74-a3bd-417a-afba-8a6d86bddff8 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777799673&fields=id&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 267 time: 0.0334404 Sep 22 17:28:20.070273 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-a2dc9b59-e40e-4170-8652-bf3df11abee8 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:20.071649 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-a2dc9b59-e40e-4170-8652-bf3df11abee8 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.1025109 Sep 22 17:28:20.085752 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-c198b66f-8df3-4acf-a851-b8709e36b40e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/quotas/c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 375 time: 0.0085011 Sep 22 17:28:20.143454 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-7e8b26a1-9f59-483f-b787-4655f53d686e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527713 Sep 22 17:28:20.282554 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-7fb424c4-cfb1-4966-be43-780197627094 service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268284 Sep 22 17:28:20.370886 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-5404bc48-7e9b-43d7-8d93-7fd6a8deda4f service neutron] 10.222.0.11 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823116 Sep 22 17:28:20.642663 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b779e060-4a29-463f-b77c-6b747e292960 req-b85d76ff-336e-4655-be14-9fcfb08458e4 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 210 time: 0.0259664 Sep 22 17:28:21.623838 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-4fd0eb59-3ddc-4362-971d-3679cde481c7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:21.625267 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-4fd0eb59-3ddc-4362-971d-3679cde481c7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 811 time: 0.1068144 Sep 22 17:28:21.668436 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-4ecdda68-c39a-4661-a9fb-37c787435397 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b32031bbe64ee0906044d7eecd4a62 HTTP/1.1" status: 200 len: 380 time: 0.0333791 Sep 22 17:28:21.678550 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'port': {'device_id': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'admin_state_up': True, 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'security_groups': ['c7b5a22d-66fd-4019-9fb5-f9ce2c101e10']}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:28:21.741185 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-287f479a-145e-47d5-8775-705c50684f73 req-7ee59f5d-a772-4ce3-96c5-3ff18e29c405 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 210 time: 0.0300868 Sep 22 17:28:21.786689 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Made reservation on behalf of c8b32031bbe64ee0906044d7eecd4a62 for: {'port': 1} {{(pid=94222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:28:21.790299 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:21.913463 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_common [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.20.0.13 (c9207dd5-b001-4f43-8c56-6aceca8688f8/76cb511b-62fa-4588-8972-02581c2ac2c6/b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf) {{(pid=94222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:28:22.055154 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.091169 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_create {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.135633 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 is already hosted by enough agents. {{(pid=94222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:28:22.140694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.base_scheduler [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:28:22.143706 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:28:22.176837 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=1']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:22.189948 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.190296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.190637 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.190970 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.191303 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.191700 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.191991 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.192322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.192648 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.192973 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.193296 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.193616 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:22.209406 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:22.209960 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.224668 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-f5124e80-b6bc-4b3e-9e8a-446466ec02ee tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498233 Sep 22 17:28:22.236980 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.v2.base [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Request body: {'port': {'device_id': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:28:22.289643 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.397544 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-905a726b-22e5-41b0-843c-fe109dafff68 None None] Provisioning complete for port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf triggered by entity DHCP. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:28:22.398109 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-905a726b-22e5-41b0-843c-fe109dafff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.435980 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-905a726b-22e5-41b0-843c-fe109dafff68 None None] Port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf cannot update to ACTIVE because it is not bound. {{(pid=94224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:28:22.543508 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf {{(pid=94222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:28:22.550685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.566287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.provisioning_blocks [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Transition to ACTIVE for port object b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf will not be triggered until provisioned by entity L2. {{(pid=94222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:28:22.570128 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.622725 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=2']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:22.692385 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Attempting to bind port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 17:28:22.693035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Attempting to bind port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 17:28:22.693035 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Attempting to bind port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:28:22.697327 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf on network c9207dd5-b001-4f43-8c56-6aceca8688f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 17:28:22.697740 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Attempting to bind port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf on network c9207dd5-b001-4f43-8c56-6aceca8688f8 {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:28:22.702540 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Checking agent: {'id': '313330ee-7ec9-4721-9102-a197fda4e77f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'started_at': datetime.datetime(2021, 9, 22, 17, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 17:28:22.702871 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Checking segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 17:28:22.703248 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Bound using segment: {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'} {{(pid=94222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:28:22.703699 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.managers [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Bound port: b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218e05fb-3832-4900-8bc8-2df17bb72880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8'}}] {{(pid=94222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 17:28:22.704052 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.767339 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, cleared binding levels {{(pid=94222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:28:22.770340 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:28:22.775442 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4866073'] for port, after_update {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.807383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:22.808020 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.809408 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 200 len: 1094 time: 0.5766549 Sep 22 17:28:22.810458 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:28:22.812756 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:23.158685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab14a19-9d57-4441-a44a-efd03bc992ba x-openstack-request-id: req-fab14a19-9d57-4441-a44a-efd03bc992ba {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:23.158962 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:23.159205 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fab14a19-9d57-4441-a44a-efd03bc992ba {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:23.159587 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'status': 'completed', 'code': 200} Sep 22 17:28:23.163685 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f185dc-bdd1-4dd0-8848-5a7a30d3aba2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=3']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:23.186987 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a2979-5811-49de-a398-aaebf43bffe2 req-dc8eece3-f4dc-40bd-97f3-c3b2d043ae30 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.188411 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eb5a2979-5811-49de-a398-aaebf43bffe2 req-dc8eece3-f4dc-40bd-97f3-c3b2d043ae30 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.3706863 Sep 22 17:28:23.193621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-2899ac07-72a5-4cc4-a0ab-43a572e32dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.194957 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-2899ac07-72a5-4cc4-a0ab-43a572e32dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1097 time: 0.3328624 Sep 22 17:28:23.246467 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-a605a9d8-d1f9-40b2-acdf-e9475bc82956 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 200 len: 217 time: 0.0379767 Sep 22 17:28:23.267457 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-eb5a2979-5811-49de-a398-aaebf43bffe2 req-4a26f4ee-b06b-4f0c-b2db-8c80476d247e tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715828 Sep 22 17:28:23.301494 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-289349b7-6cbf-4d32-b67d-a6f545a3f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.302942 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-289349b7-6cbf-4d32-b67d-a6f545a3f530 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0485940 Sep 22 17:28:23.350607 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-019953cc-5f03-47f2-af78-277980599c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.352252 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-019953cc-5f03-47f2-af78-277980599c07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417128 Sep 22 17:28:23.438069 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-b9fa6c09-2983-47d5-8e07-bfe7591d8ccd service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784669 Sep 22 17:28:23.526274 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-0d296f81-22e9-43a4-9769-2df902abc5ab req-01ead832-5e04-4bd7-bf7f-19b8b7214191 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813897 Sep 22 17:28:23.607963 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a3d5ab18-c1e1-4c9e-99fa-9b6e953aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.609415 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a3d5ab18-c1e1-4c9e-99fa-9b6e953aa52e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1097 time: 0.0390391 Sep 22 17:28:23.699153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-7fad5b5e-e703-4134-a68e-84c048558444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.700543 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-7fad5b5e-e703-4134-a68e-84c048558444 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0835826 Sep 22 17:28:23.740874 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-c48ab153-f4fd-41b3-9c67-b2722d96439c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 200 len: 217 time: 0.0322845 Sep 22 17:28:23.787327 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a52ed43b-a1a9-4274-bb2f-19e972b1b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.788840 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a52ed43b-a1a9-4274-bb2f-19e972b1b46c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0403054 Sep 22 17:28:23.835851 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a34c0219-0d41-464b-937c-549527ee7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:23.837262 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-a34c0219-0d41-464b-937c-549527ee7795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409269 Sep 22 17:28:23.924756 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-6493db8d-83fa-4550-9273-b60d334be37b service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787239 Sep 22 17:28:24.020545 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-9ac594b2-15b9-4fb6-84e9-3c1aa4d48d85 req-ffa63844-9b42-4e97-add1-0562c821c169 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Sep 22 17:28:24.384585 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63986e41-ddc7-44c6-b310-9e3ac3356561 req-7a66385d-2673-4d7f-b57d-852aa7b49ac8 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:24.386031 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63986e41-ddc7-44c6-b310-9e3ac3356561 req-7a66385d-2673-4d7f-b57d-852aa7b49ac8 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.0477576 Sep 22 17:28:24.422096 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-63986e41-ddc7-44c6-b310-9e3ac3356561 req-130eb309-6062-4ff3-8151-0dcc55979c67 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303059 Sep 22 17:28:25.534079 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819aefd4-56a0-4c7e-ab78-1a290ac02598 req-6bcc2de5-f93a-49be-b97d-66718dda6ce3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:25.535514 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-819aefd4-56a0-4c7e-ab78-1a290ac02598 req-6bcc2de5-f93a-49be-b97d-66718dda6ce3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.0478504 Sep 22 17:28:25.571437 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-819aefd4-56a0-4c7e-ab78-1a290ac02598 req-89efdf85-cb15-46d9-bcee-f25530eae5ba tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301123 Sep 22 17:28:26.684431 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9840ad-ce01-469c-88cd-f696f997e73d req-e89935f7-874a-43ec-bfeb-bf67e0e35260 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:26.685871 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ea9840ad-ce01-469c-88cd-f696f997e73d req-e89935f7-874a-43ec-bfeb-bf67e0e35260 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.0510468 Sep 22 17:28:26.722127 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-ea9840ad-ce01-469c-88cd-f696f997e73d req-4940d9e6-f90d-47eb-8f98-55747d20b57a tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305364 Sep 22 17:28:27.832272 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3a2b8-61b9-408c-941d-066bde46946f req-42994cad-4295-4cce-a30e-b2cbc7110781 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:27.833706 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-37a3a2b8-61b9-408c-941d-066bde46946f req-42994cad-4295-4cce-a30e-b2cbc7110781 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.0468874 Sep 22 17:28:27.869319 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-37a3a2b8-61b9-408c-941d-066bde46946f req-2e1ddc31-00f8-4534-bb52-3451316794b2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297761 Sep 22 17:28:28.984760 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e8c26-74c1-4019-80b5-d79ade224052 req-5f2a6b55-b134-479e-b94a-014d5f030a45 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:28.986294 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a92e8c26-74c1-4019-80b5-d79ade224052 req-5f2a6b55-b134-479e-b94a-014d5f030a45 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 944 time: 0.0518501 Sep 22 17:28:29.023119 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-a92e8c26-74c1-4019-80b5-d79ade224052 req-a5681a13-d870-47c9-912a-d3656f315cbd tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Sep 22 17:28:29.697360 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:28:29.788805 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:28:29.799860 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Returning: {'device': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'port_id': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'mac_address': 'fa:16:3e:91:44:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:28:29.834483 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:29.846922 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf {{(pid=94224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 17:28:29.865527 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:28:29.869345 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:29.913476 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=4']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:29.921349 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.921701 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.922047 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.922387 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.922723 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.923056 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.923385 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.923742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.924096 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.924427 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.924752 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:29.925077 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:30.095375 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] get_ports_and_sgs() called for port_ids ['b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'] {{(pid=94224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 17:28:30.142503 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3435b-4b56-4bc0-a710-7822c6895a50 req-1f567c63-1227-4ad5-bda4-8d2c5eb09c67 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:30.144039 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b4c3435b-4b56-4bc0-a710-7822c6895a50 req-1f567c63-1227-4ad5-bda4-8d2c5eb09c67 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 945 time: 0.0524566 Sep 22 17:28:30.182295 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-b4c3435b-4b56-4bc0-a710-7822c6895a50 req-4d5a68ea-bbce-4b66-8779-d88ed4c9d19c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Sep 22 17:28:31.292044 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77166e-0770-43c8-8495-f7ab0f14222d req-ba375593-e3de-488a-90ea-9b8e489dc52d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:31.293499 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7b77166e-0770-43c8-8495-f7ab0f14222d req-ba375593-e3de-488a-90ea-9b8e489dc52d tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 945 time: 0.0467145 Sep 22 17:28:31.329788 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-7b77166e-0770-43c8-8495-f7ab0f14222d req-5eccfdc0-b66c-42f2-b3ec-50e8c32539f5 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300715 Sep 22 17:28:31.712934 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf up at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:28:31.761088 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning for port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf completed by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:28:31.765262 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.provisioning_blocks [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Provisioning complete for port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf triggered by entity L2. {{(pid=94224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:28:31.765633 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918843'] for port, provisioning_complete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:31.836561 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:31.858304 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'}] {{(pid=94224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:28:31.860546 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6c36a5779079326f79afb7c06a71172525602e79e1b8f52ae6dbf91797c8e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760742ce-53a8-4a72-afef-b7ab35ec6fb1" -d '{"events": [{"server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "name": "network-vif-plugged", "status": "completed", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf"}]}' {{(pid=94224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:31.872641 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:28:31.876503 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:31.922635 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Pushing event updated for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=5']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:31.954672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ceafe5-951d-430f-863a-c43bcc3b6846 x-openstack-request-id: req-37ceafe5-951d-430f-863a-c43bcc3b6846 {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:31.954968 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "name": "network-vif-plugged", "status": "completed", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf", "code": 200}]} {{(pid=94224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:31.955240 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37ceafe5-951d-430f-863a-c43bcc3b6846 {{(pid=94224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:31.955645 dv-cinder-810415-2-iscsi neutron-server[94224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'code': 200} Sep 22 17:28:32.165153 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20669d28-e972-4693-894f-a541c6f725c2 req-f5de7a39-3ed6-4fef-902a-59b44161b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:32.166597 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20669d28-e972-4693-894f-a541c6f725c2 req-f5de7a39-3ed6-4fef-902a-59b44161b084 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1099 time: 0.0384192 Sep 22 17:28:32.202619 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-20669d28-e972-4693-894f-a541c6f725c2 req-6e704211-6836-457a-b941-36a45d74a964 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281532 Sep 22 17:28:32.445642 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103b51a-b617-4450-92ed-4eb5125f920a req-7e15c46e-3273-43c8-a487-5e25d84ce8fe tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:32.447023 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2103b51a-b617-4450-92ed-4eb5125f920a req-7e15c46e-3273-43c8-a487-5e25d84ce8fe tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0529931 Sep 22 17:28:32.483327 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-2103b51a-b617-4450-92ed-4eb5125f920a req-35881b34-e920-4bfe-b29d-cb909cfc4749 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304148 Sep 22 17:28:33.594998 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cd47f-5cca-4b30-ae90-154f5807c061 req-24418b44-0c07-400e-8005-9c4b7d5b403c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:33.596459 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb5cd47f-5cca-4b30-ae90-154f5807c061 req-24418b44-0c07-400e-8005-9c4b7d5b403c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0468063 Sep 22 17:28:33.632146 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-fb5cd47f-5cca-4b30-ae90-154f5807c061 req-6adb5cf8-f0fa-400e-848c-b4e95d73fdb3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296898 Sep 22 17:28:33.740449 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842402-3d53-42b4-9c42-aa90c0f68de9 req-9900cd63-c7ec-4948-b8ba-7f587035c928 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:33.741881 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3a842402-3d53-42b4-9c42-aa90c0f68de9 req-9900cd63-c7ec-4948-b8ba-7f587035c928 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0468636 Sep 22 17:28:33.778021 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-3a842402-3d53-42b4-9c42-aa90c0f68de9 req-0109cc4a-bb21-42fd-ba2c-3a23f658cded tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298204 Sep 22 17:28:33.798944 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55678) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:28:33.836798 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64730a98-4e80-4382-b6a2-fd5661985188 tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:33.838257 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-64730a98-4e80-4382-b6a2-fd5661985188 tempest-TestVolumeBootPattern-311299292 tempest-TestVolumeBootPattern-311299292-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1094 time: 0.0383806 Sep 22 17:28:33.840960 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55680) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:28:33.845036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.v2.base [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Request body: {'floatingip': {'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'port_id': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:28:33.865892 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:33.960878 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.066537 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_common [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Allocated IP 172.27.1.88 (51136686-2ce5-4eeb-942f-b61d76cc7075/0b7a1a25-1929-4297-bbcf-f4f9737762ba/8151de96-a0fa-4bca-9a23-625be86e011d) {{(pid=94223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:28:34.167176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.199401 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771779861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.233027 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Network 51136686-2ce5-4eeb-942f-b61d76cc7075 is already hosted by enough agents. {{(pid=94223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:28:34.240591 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.base_scheduler [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Resources bound (agent type, host, resource id): {{(pid=94223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:28:34.244058 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Received port after_create {{(pid=94223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 17:28:34.272631 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=8151de96-a0fa-4bca-9a23-625be86e011d,revision_number=1']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:34.285484 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.285829 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.286171 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.286516 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.286844 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.287202 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.287530 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.287898 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.288209 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.288531 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.288852 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.289173 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:34.585262 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.650682 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.791237 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for port, precommit_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.795465 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11563841'] for port, after_update {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.865459 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event updated for resources: {'Port': ['ID=8151de96-a0fa-4bca-9a23-625be86e011d,revision_number=2']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:34.873152 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-605722'] for floatingip, after_create {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:34.968421 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP a93b4fbf-a05d-48c4-a8bf-85464e34d9e1 associated. External IP: 172.27.1.88, port: b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf. Sep 22 17:28:35.166283 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:28:35.270451 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:28:35.280337 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:28:35.287167 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:35.289416 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:28:35.290111 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:28:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:35.313525 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ab935884-6f0d-46cb-bb70-ebd6a50e47e0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4716027 Sep 22 17:28:35.314106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:28:35.316328 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e6702d-1227-4f96-8b24-99e789837d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:35.351538 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ab6b4-3229-465a-b551-2f7baf775f85 x-openstack-request-id: req-463ab6b4-3229-465a-b551-2f7baf775f85 {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:35.351854 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:35.352103 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-463ab6b4-3229-465a-b551-2f7baf775f85 {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:35.352493 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'status': 'completed', 'code': 200} Sep 22 17:28:35.395125 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:28:35.414584 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-c78c7185-53ec-4f99-be4a-c85ade065c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:35.416110 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-c78c7185-53ec-4f99-be4a-c85ade065c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1099 time: 0.0428860 Sep 22 17:28:35.503228 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-6b418015-88ba-437b-bbdb-dd4fa2e533f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:35.504631 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-6b418015-88ba-437b-bbdb-dd4fa2e533f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0816545 Sep 22 17:28:35.573820 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-1cd435fd-346d-4c4c-af58-58209c906a93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 200 len: 999 time: 0.0621235 Sep 22 17:28:35.624317 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-0772a371-fabb-4c3e-a4ae-897e5edd63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:35.625802 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-0772a371-fabb-4c3e-a4ae-897e5edd63b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0444636 Sep 22 17:28:35.672673 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-9c644a16-66c6-4241-bea2-4cda9ee98b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:28:35.674161 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-9c644a16-66c6-4241-bea2-4cda9ee98b71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403943 Sep 22 17:28:35.738441 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}, {'id': 'a93b4fbf-a05d-48c4-a8bf-85464e34d9e1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:91:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:28:34Z', 'updated_at': '2021-09-22T17:28:34Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:35.763860 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:28:35.765145 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-af4a94c5-8e60-451b-a10a-9f6b91b30633 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Sep 22 17:28:35.771833 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:28:35.772439 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:28:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:35.854113 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-a3e6702d-1227-4f96-8b24-99e789837d0b req-ff6221aa-9ada-4703-adbe-4a519763e94e service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Sep 22 17:28:35.875894 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:28:36.094176 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}, {'id': 'a93b4fbf-a05d-48c4-a8bf-85464e34d9e1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:91:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:28:34Z', 'updated_at': '2021-09-22T17:28:34Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:36.119390 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d69-23fa-410a-8342-126f67caac4f None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}, {'id': 'a93b4fbf-a05d-48c4-a8bf-85464e34d9e1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:91:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:28:34Z', 'updated_at': '2021-09-22T17:28:34Z', 'revision_number': 0, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:28:36.288814 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f13dee-5d84-4701-bb72-871b0dd61f26 None None] New status for floating IP a93b4fbf-a05d-48c4-a8bf-85464e34d9e1: ACTIVE {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:28:37.963382 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:28:39.842926 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-13d22767-5306-4dca-a764-8f13e1f5d282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:41.475480 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:42.317531 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-c4a0817e-5b07-48cd-a405-f53760079666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:43.205620 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:43.274138 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:45.352973 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:09.842532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc1f6-3404-4803-81fb-44865a9efa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:11.489458 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.317564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-455556f2-1d96-48c7-b065-d17f08567fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:13.209297 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:13.279382 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:14.961999 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:29:15.356056 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:16.983604 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-cd6ec73e-283b-4017-8e49-5a35174b9c46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472877 Sep 22 17:29:17.066735 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-227eded6-88ce-4925-9091-7ec1616d0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:29:17.068155 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-227eded6-88ce-4925-9091-7ec1616d0063 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0388131 Sep 22 17:29:17.170260 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-950dd982-38fc-4af0-b25e-6d21ffb1621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:29:17.171739 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-950dd982-38fc-4af0-b25e-6d21ffb1621e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.0837803 Sep 22 17:29:17.239458 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-33316812-17f4-4480-b1d3-73782c7e023d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 1002 time: 0.0599492 Sep 22 17:29:17.287497 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-19178bdd-1985-48a1-9d7a-5be12d4388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:29:17.288921 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-19178bdd-1985-48a1-9d7a-5be12d4388c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0420406 Sep 22 17:29:17.336157 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-b1c1c886-b069-4ade-bb3e-524545c2facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:29:17.337535 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-b1c1c886-b069-4ade-bb3e-524545c2facf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411839 Sep 22 17:29:17.427243 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-60d34081-fec1-4899-b562-1a7fbeb92c97 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 Sep 22 17:29:17.517236 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-3c21723e-22ef-4a83-a19f-de3cc040d9e6 req-bbe8b01e-9007-489a-89b4-61877519bf31 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814168 Sep 22 17:29:39.842349 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8de4-bde4-480a-94af-796b37b88695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:41.506409 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:42.317623 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-b494618d-e097-4144-81e9-d63c45978769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:43.209829 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:43.280122 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:45.358484 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:51.960853 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:30:09.841991 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab273-0536-44ae-a0cc-d5443918f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:11.515479 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:12.318888 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cd02-60e4-4abe-9a6d-7b09cb32014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:13.210497 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:13.291362 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:13.890466 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55716) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:14.113451 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port 8151de96-a0fa-4bca-9a23-625be86e011d {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:14.113796 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.185323 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.185571 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.197193 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for 8151de96-a0fa-4bca-9a23-625be86e011d owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:14.341297 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.364191 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=8151de96-a0fa-4bca-9a23-625be86e011d,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:14.373444 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.373788 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.374734 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.375070 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.375393 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.376176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.376176 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.376366 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.376670 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.376986 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.377299 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.377612 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:14.439362 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.439639 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP a93b4fbf-a05d-48c4-a8bf-85464e34d9e1 disassociated (deleted). External IP: 172.27.1.88, port: b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf. Sep 22 17:30:14.874475 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:30:14.980812 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:30:14.986106 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:14.991505 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:30:15.000611 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:15.001228 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:15.010919 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-ee3a6577-dbb1-42a3-b0fe-e796f0cb85a2 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "DELETE /v2.0/floatingips/a93b4fbf-a05d-48c4-a8bf-85464e34d9e1 HTTP/1.1" status: 204 len: 168 time: 1.1194239 Sep 22 17:30:15.011479 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:30:15.013745 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:15.120796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:15.135252 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4f71b-ead8-41ea-9775-2cbd424414dc x-openstack-request-id: req-7fb4f71b-ead8-41ea-9775-2cbd424414dc {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:15.135641 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:15.135832 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fb4f71b-ead8-41ea-9775-2cbd424414dc {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:15.136200 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'status': 'completed', 'code': 200} Sep 22 17:30:15.228286 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-f566841e-ba47-4e1d-ba7b-b7fa7914c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:15.229794 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-f566841e-ba47-4e1d-ba7b-b7fa7914c695 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 1099 time: 0.0681756 Sep 22 17:30:15.277797 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e44ff-f274-4c37-9b75-8d6f29a82bfa req-da9db10b-7e86-4eaa-84ac-aad3cbf04e05 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:15.280068 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6d7e44ff-f274-4c37-9b75-8d6f29a82bfa req-da9db10b-7e86-4eaa-84ac-aad3cbf04e05 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0834053 Sep 22 17:30:15.362910 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-6d7e44ff-f274-4c37-9b75-8d6f29a82bfa req-bcffc0fc-648a-4144-bb5c-3b5c521131d9 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771914 Sep 22 17:30:15.364474 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:15.366124 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-9dc5a37c-6f99-4dea-bcb0-ef917f78d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:15.367377 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-9dc5a37c-6f99-4dea-bcb0-ef917f78d8f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.1292572 Sep 22 17:30:15.370526 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:15.397938 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:30:15.407009 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:15.407735 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:15.417904 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-68b09d03-74bb-48a4-be98-d741744a7a86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 200 len: 217 time: 0.0417795 Sep 22 17:30:15.470540 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-cb4f5788-41e6-46f1-a804-be06589a0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:15.472031 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-cb4f5788-41e6-46f1-a804-be06589a0ac4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0465035 Sep 22 17:30:15.511047 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:15.519075 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-9aeace61-db82-45a1-950d-8489b0476d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:15.520619 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-9aeace61-db82-45a1-950d-8489b0476d1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398524 Sep 22 17:30:15.609541 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-1e911ae9-7c3c-4149-8d0c-a0c4bd8a8727 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801225 Sep 22 17:30:15.703594 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-d4b6c75f-a3e9-41f6-992d-c5aa0f25e2a6 req-5177f868-d06e-45e6-bc37-8bac7f569df0 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Sep 22 17:30:15.727236 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:15.756424 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9028c-dc23-4f42-b482-591c54be5fab None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_floatingips': [{'id': '6142a19b-4b38-4692-8176-1edee7ce16c1', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'router_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'port_id': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'mac_address': 'fa:16:3e:d7:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890eda54-fea2-4bb7-88ac-810618446292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T17:26:32Z', 'updated_at': '2021-09-22T17:26:34Z', 'revision_number': 1, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:30:15.958510 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66dbaba-9990-42ea-b3b2-65b15608fe6b None None] New status for floating IP a93b4fbf-a05d-48c4-a8bf-85464e34d9e1: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:30:16.504814 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07675-e811-48ad-8edf-8b4dd2f5a2bd req-34ba28e0-11ec-44d7-a4fd-7ffbb91e4fd0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:16.506256 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-86e07675-e811-48ad-8edf-8b4dd2f5a2bd req-34ba28e0-11ec-44d7-a4fd-7ffbb91e4fd0 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0479646 Sep 22 17:30:16.543103 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-86e07675-e811-48ad-8edf-8b4dd2f5a2bd req-6d7c2fce-efa3-4b19-97b9-870465043cc3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Sep 22 17:30:16.730403 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-b2b7acc1-f3d9-48ec-9542-51f56e752248 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:16.731781 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-b2b7acc1-f3d9-48ec-9542-51f56e752248 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 946 time: 0.0480309 Sep 22 17:30:16.820311 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:16.820645 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:16.906287 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] For port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:16.907348 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:16.920350 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:17.043677 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:17.068946 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:17.081212 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.081561 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.081903 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.082239 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.082575 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.082908 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.083237 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.083564 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.083917 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.084244 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.084565 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.084884 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:17.121694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] No DVR routers for this DVR port b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:17.124703 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:17.126660 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-c92d2eb1-ce82-45e6-9210-88743436d893 req-3d9d937b-fff0-4334-a096-0dd5163108ff tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "DELETE /v2.0/ports/b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf HTTP/1.1" status: 204 len: 173 time: 0.3887060 Sep 22 17:30:17.127095 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'name': 'network-vif-deleted', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:30:17.129322 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc4db8a-3ad3-44e2-b097-6c8c4f05233a" -d '{"events": [{"server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "name": "network-vif-deleted", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:17.178952 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef7b55-a8cb-40ea-a074-4e0f958b9456 x-openstack-request-id: req-43ef7b55-a8cb-40ea-a074-4e0f958b9456 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:17.179245 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6108da-e05b-462e-87ca-27cd31f637ce", "name": "network-vif-deleted", "tag": "b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:17.179525 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43ef7b55-a8cb-40ea-a074-4e0f958b9456 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:17.179994 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6108da-e05b-462e-87ca-27cd31f637ce', 'name': 'network-vif-deleted', 'tag': 'b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf', 'status': 'completed', 'code': 200} Sep 22 17:30:17.643139 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-549e56c3-732f-4545-98c8-0f88007de40b req-70e52521-0b19-4fc2-8d30-a39f1fc678b3 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6108da-e05b-462e-87ca-27cd31f637ce HTTP/1.1" status: 200 len: 210 time: 0.0258663 Sep 22 17:30:20.914702 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55764) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:21.068244 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port 7a9dd3b0-b3be-45eb-b13b-0b52976b20e0 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:21.068502 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.140617 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.140945 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.152063 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for 7a9dd3b0-b3be-45eb-b13b-0b52976b20e0 owned by network:floatingip {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:21.293824 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.317517 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=7a9dd3b0-b3be-45eb-b13b-0b52976b20e0,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:21.378956 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.379288 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.db.l3_db [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Floating IP 6142a19b-4b38-4692-8176-1edee7ce16c1 disassociated (deleted). External IP: 172.27.1.121, port: 4b4fd57e-7aca-4946-b98e-da0a88ef6110. Sep 22 17:30:21.578326 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:30:21.681746 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:30:21.686963 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:21.691564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:30:21.700564 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:21.701170 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:21.712556 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-3c370464-c34b-492c-8353-cdc5b9add847 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "DELETE /v2.0/floatingips/6142a19b-4b38-4692-8176-1edee7ce16c1 HTTP/1.1" status: 204 len: 168 time: 0.7967956 Sep 22 17:30:21.713129 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110'}] {{(pid=94223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:30:21.715367 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90452d5e370a4a548f8b01c7da49a17b81a7246ee5e9ccdd2fabec4f05c89d48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07" -d '{"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110"}]}' {{(pid=94223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:21.752517 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d0e2d5-601c-4a44-962d-a32c6d05a66c x-openstack-request-id: req-e5d0e2d5-601c-4a44-962d-a32c6d05a66c {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:21.752805 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110", "status": "completed", "code": 200}]} {{(pid=94223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:21.753052 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5d0e2d5-601c-4a44-962d-a32c6d05a66c {{(pid=94223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:21.753525 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'status': 'completed', 'code': 200} Sep 22 17:30:21.823226 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-393db28f-2bc1-4ae3-8289-6adb1df212a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:21.824956 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-393db28f-2bc1-4ae3-8289-6adb1df212a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 1099 time: 0.0480757 Sep 22 17:30:21.936940 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:21.968538 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-eb7c53bd-7c23-4f69-add9-637203a5934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:21.970032 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-eb7c53bd-7c23-4f69-add9-637203a5934a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 200 len: 912 time: 0.1383502 Sep 22 17:30:21.978615 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add901e-1fe0-45a3-9f73-c5292c74cf80 req-a81810df-b236-4e6d-9913-a39496e521f7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:21.980086 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7add901e-1fe0-45a3-9f73-c5292c74cf80 req-a81810df-b236-4e6d-9913-a39496e521f7 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0699158 Sep 22 17:30:22.025004 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-e44b0658-e69b-4a88-940b-96ec7e14f978 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 200 len: 217 time: 0.0439653 Sep 22 17:30:22.068661 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-7add901e-1fe0-45a3-9f73-c5292c74cf80 req-5ebfaac7-c382-4524-a7eb-30ddfd5f55d6 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815477 Sep 22 17:30:22.091266 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-32fcddbe-b6ff-42d6-9459-d12a7c5e2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:22.092834 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-32fcddbe-b6ff-42d6-9459-d12a7c5e2b82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 200 len: 850 time: 0.0554101 Sep 22 17:30:22.129562 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:22.138793 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-f4b662c1-e381-45b3-998f-541755ea2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:22.140349 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-f4b662c1-e381-45b3-998f-541755ea2b9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9207dd5-b001-4f43-8c56-6aceca8688f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403187 Sep 22 17:30:22.154702 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:30:22.162815 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:22.163413 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:22.237226 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-e118b056-5b4d-4494-8a1d-6389048c3472 service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846934 Sep 22 17:30:22.267156 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:22.295742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:22.318722 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:22.319068 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device b5b72ab9-f6dc-48b4-bc04-98932ed4ecbf not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:22.329297 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-e16bad74-a03c-4c2d-94e3-8fc7bca72a07 req-8652693b-ed64-4de0-941c-7f7354dee3dc service neutron] 10.222.0.24 "GET /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Sep 22 17:30:22.486526 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:22.511192 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365adc69-2be1-45a3-be7d-939195b7540e None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi', '_interfaces': [{'id': '9193c2e2-398b-4e43-8620-4748cadd5ebd', 'name': '', 'network_id': 'c9207dd5-b001-4f43-8c56-6aceca8688f8', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'mac_address': 'fa:16:3e:0b:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:27Z', 'updated_at': '2021-09-22T17:23:31Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'subnets': [{'id': '76cb511b-62fa-4588-8972-02581c2ac2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:30:22.719565 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8f41a5-fb54-4dca-afbc-c30c32792514 None None] New status for floating IP 6142a19b-4b38-4692-8176-1edee7ce16c1: DOWN {{(pid=94225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:30:23.185789 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2856-a4c0-4d62-8583-04f03cedd096 req-a338cf3e-2853-4554-b88f-0280663e4b3c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:23.187797 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9a2d2856-a4c0-4d62-8583-04f03cedd096 req-a338cf3e-2853-4554-b88f-0280663e4b3c tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0518899 Sep 22 17:30:23.223799 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-9a2d2856-a4c0-4d62-8583-04f03cedd096 req-23ff82a4-54d1-4e56-a5d0-cf12302a0c4b tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300944 Sep 22 17:30:23.386161 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-bb1f68b5-0f2c-4baf-a88f-e036281aee6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 17:30:23.387611 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-bb1f68b5-0f2c-4baf-a88f-e036281aee6f tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 946 time: 0.0477877 Sep 22 17:30:23.472151 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:23.472512 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:23.559072 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] For port 4b4fd57e-7aca-4946-b98e-da0a88ef6110, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=4b4fd57e-7aca-4946-b98e-da0a88ef6110,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:23.559429 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:23.572027 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for 4b4fd57e-7aca-4946-b98e-da0a88ef6110 owned by compute:nova {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:23.696817 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:23.722551 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=4b4fd57e-7aca-4946-b98e-da0a88ef6110,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:23.763966 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] No DVR routers for this DVR port 4b4fd57e-7aca-4946-b98e-da0a88ef6110 on host hv-cinder-81041 {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:23.766998 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for port, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:23.768968 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [req-1d945960-e7c2-4a4f-bed4-76c6b5c8e518 req-0087e047-e189-4dcf-bfe3-0910392ce8ef tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.24 "DELETE /v2.0/ports/4b4fd57e-7aca-4946-b98e-da0a88ef6110 HTTP/1.1" status: 204 len: 173 time: 0.3756182 Sep 22 17:30:23.769395 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'name': 'network-vif-deleted', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110'}] {{(pid=94222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 17:30:23.771641 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813d552c7f7653f6b8d0feb2253d2943c09a38d857b2b1d735d22be93652822e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c37bb-94b1-461c-b5a5-b220593a60de" -d '{"events": [{"server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "name": "network-vif-deleted", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110"}]}' {{(pid=94222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:23.808139 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c562d-f392-4d65-bfde-3792e0ed6533 x-openstack-request-id: req-8d3c562d-f392-4d65-bfde-3792e0ed6533 {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:23.808430 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890eda54-fea2-4bb7-88ac-810618446292", "name": "network-vif-deleted", "tag": "4b4fd57e-7aca-4946-b98e-da0a88ef6110", "status": "completed", "code": 200}]} {{(pid=94222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:23.808686 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d3c562d-f392-4d65-bfde-3792e0ed6533 {{(pid=94222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:23.809076 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890eda54-fea2-4bb7-88ac-810618446292', 'name': 'network-vif-deleted', 'tag': '4b4fd57e-7aca-4946-b98e-da0a88ef6110', 'status': 'completed', 'code': 200} Sep 22 17:30:24.328149 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [req-226f012b-67db-4a2b-84aa-d8e1635dbcf2 req-dbf8145a-43f3-40cb-a418-ba92f4429d66 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=890eda54-fea2-4bb7-88ac-810618446292 HTTP/1.1" status: 200 len: 210 time: 0.0278397 Sep 22 17:30:25.383361 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55780) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:25.503056 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Deleting port db70b498-f91c-4434-a383-68bab11d82c5 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:25.503395 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.582367 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.582688 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.594443 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Calling delete_port for db70b498-f91c-4434-a383-68bab11d82c5 owned by network:floatingip {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:25.720127 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.744890 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'Port': ['ID=db70b498-f91c-4434-a383-68bab11d82c5,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:25.805446 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for floatingip, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.808118 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70964'] for floatingip, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.809299 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-9d29c82a-c54e-4184-8dbb-73b8ab540d48 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "DELETE /v2.0/floatingips/968edb8f-60b1-4edc-aed3-774a55245406 HTTP/1.1" status: 204 len: 168 time: 0.4248304 Sep 22 17:30:27.005812 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55792) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:27.062019 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:27.089852 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:27.147227 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:27.149751 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:27.150925 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] 10.222.0.11 "DELETE /v2.0/security-groups/c7b5a22d-66fd-4019-9fb5-f9ce2c101e10 HTTP/1.1" status: 204 len: 168 time: 0.1441319 Sep 22 17:30:27.160255 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fb875-15b8-48f6-b5ec-7be8e050f304 tempest-TestVolumeBootPattern-852887290 tempest-TestVolumeBootPattern-852887290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5a22d-66fd-4019-9fb5-f9ce2c101e10,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:27.206196 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55796) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:27.657318 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:28.142063 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Deleting port 9193c2e2-398b-4e43-8620-4748cadd5ebd {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:28.142767 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:28.221704 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] For port 9193c2e2-398b-4e43-8620-4748cadd5ebd, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=9193c2e2-398b-4e43-8620-4748cadd5ebd,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:28.222070 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:28.234844 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Calling delete_port for 9193c2e2-398b-4e43-8620-4748cadd5ebd owned by network:router_interface {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:28.320464 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 4b4fd57e-7aca-4946-b98e-da0a88ef6110 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:28.344368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] No Port match for: 4b4fd57e-7aca-4946-b98e-da0a88ef6110 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:28.344704 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Device 4b4fd57e-7aca-4946-b98e-da0a88ef6110 not bound to the agent host hv-cinder-81041 {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:28.409888 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:28.435949 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=9193c2e2-398b-4e43-8620-4748cadd5ebd,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:28.605842 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:28.813664 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Router f760b649-ffac-4b2d-93d1-a654089e323a has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:30:28.918381 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:30:28.924006 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-a18cee9e-2fe1-432f-b2be-10971a58ebbc admin admin] 10.222.0.11 "PUT /v2.0/routers/f760b649-ffac-4b2d-93d1-a654089e323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167957 Sep 22 17:30:28.926489 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55800) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:28.929158 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Sync routers for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:30:28.939025 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:28.939706 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:28.959575 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:30:29.027875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.041025 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: dv-cinder-810415-2-iscsi {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:29.128434 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.179068 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Deleting port ba890c81-0ab6-4f56-a66f-7d95ffe89541 {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:29.179813 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.215338 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:30:28Z', 'revision_number': 5, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port': {'id': 'ba890c81-0ab6-4f56-a66f-7d95ffe89541', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:29.241880 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Checking router: f760b649-ffac-4b2d-93d1-a654089e323a for host: dv-cinder-810415-2-iscsi {{(pid=94224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:30:29.250155 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Routers {'f760b649-ffac-4b2d-93d1-a654089e323a'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:29.250766 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['f760b649-ffac-4b2d-93d1-a654089e323a'], 'active': True} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:29.258578 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] For port ba890c81-0ab6-4f56-a66f-7d95ffe89541, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=ba890c81-0ab6-4f56-a66f-7d95ffe89541,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:29.258944 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.270095 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Calling delete_port for ba890c81-0ab6-4f56-a66f-7d95ffe89541 owned by network:router_gateway {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:29.333314 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvr_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] Set router f760b649-ffac-4b2d-93d1-a654089e323a gateway port host: None {{(pid=94224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:29.385766 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_hamode_db [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:30:29Z', 'revision_number': 6, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:29.412137 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58716-4644-4681-9919-95aca3cfa362 None None] The sync data for ids ['f760b649-ffac-4b2d-93d1-a654089e323a'] in dv-cinder-810415-2-iscsi is: [{'id': 'f760b649-ffac-4b2d-93d1-a654089e323a', 'name': 'tempest-TestVolumeBootPattern-990402113-router', 'tenant_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:25Z', 'updated_at': '2021-09-22T17:30:29Z', 'revision_number': 6, 'project_id': 'c8b32031bbe64ee0906044d7eecd4a62', 'gw_port_host': None}] {{(pid=94224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:30:29.435383 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.459361 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba890c81-0ab6-4f56-a66f-7d95ffe89541,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:29.518009 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.604186 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.606245 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.651702 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.652122 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f760b649-ffac-4b2d-93d1-a654089e323a {{(pid=94222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:30:29.657141 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] Notify callbacks [] for router, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.658294 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-5317d667-1635-48e7-a105-7d9b9dc1ec3c admin admin] 10.222.0.11 "DELETE /v2.0/routers/f760b649-ffac-4b2d-93d1-a654089e323a HTTP/1.1" status: 204 len: 168 time: 0.7309120 Sep 22 17:30:29.660785 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55802) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:29.703805 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Deleting subnet 76cb511b-62fa-4588-8972-02581c2ac2c6 {{(pid=94222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:30:29.706705 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.739067 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4270336'] for subnet, precommit_delete_associations {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.822325 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.875792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4866127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4746412'] for subnet, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.901869 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cb511b-62fa-4588-8972-02581c2ac2c6,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:29.903792 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:29.905683 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-ba7ca086-1978-4a4f-bf03-5e2de98f24f0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/76cb511b-62fa-4588-8972-02581c2ac2c6 HTTP/1.1" status: 204 len: 168 time: 0.2440033 Sep 22 17:30:29.908482 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55804) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:29.910302 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db433c-cee1-46c8-9371-caaf8f28c738 None None] Network c9207dd5-b001-4f43-8c56-6aceca8688f8 requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:30:29.984008 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.034874 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Deleting port a8e97bd7-3c51-459a-97f2-c8892a77cf3f {{(pid=94222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:30.035219 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.096404 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.db [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] For port a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,segment=NetworkSegment(218e05fb-3832-4900-8bc8-2df17bb72880),segment_id=218e05fb-3832-4900-8bc8-2df17bb72880)] {{(pid=94222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:30.096698 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.109910 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.plugin [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Calling delete_port for a8e97bd7-3c51-459a-97f2-c8892a77cf3f owned by network:dhcp {{(pid=94222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:30.164139 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] DHCP port deletion for c9207dd5-b001-4f43-8c56-6aceca8688f8 request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:30:30.194211 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4866066'] for port, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.217936 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Deleting port a8e97bd7-3c51-459a-97f2-c8892a77cf3f {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:30.218311 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.220621 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:30.224094 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] No DVR routers for this DVR port a8e97bd7-3c51-459a-97f2-c8892a77cf3f on host dv-cinder-810415-2-iscsi {{(pid=94222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:30.287952 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] For port a8e97bd7-3c51-459a-97f2-c8892a77cf3f, host dv-cinder-810415-2-iscsi, got binding levels [] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:30.288445 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.300717 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Calling delete_port for a8e97bd7-3c51-459a-97f2-c8892a77cf3f owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:30.303074 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.303563 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.ipam_backend_mixin [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Port a8e97bd7-3c51-459a-97f2-c8892a77cf3f was not found and therefore no delete operation was performed {{(pid=94224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 17:30:30.304865 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.322875 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9207dd5-b001-4f43-8c56-6aceca8688f8']}} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:30.331219 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Pushing event deleted for resources: {'Port': ['ID=a8e97bd7-3c51-459a-97f2-c8892a77cf3f,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:30.332541 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218e05fb-3832-4900-8bc8-2df17bb72880') {'for_net_delete': True} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:30.333010 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.services.segments.db [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218e05fb-3832-4900-8bc8-2df17bb72880') {} {{(pid=94222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:30.335379 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] No DVR routers for this DVR port a8e97bd7-3c51-459a-97f2-c8892a77cf3f on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:30.345719 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.346085 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.346432 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.346778 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.347118 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.347455 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.347827 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.348162 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.348556 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.348922 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.349154 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.349480 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef690c9-cacc-4478-9ef3-b6a91d06182a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-2-iscsi {{(pid=94224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:30.350252 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4270361'] for segment, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.363888 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.370221 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:30:30.370503 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4867041'] for segment, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: Traceback (most recent call last): Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: timer() Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: cb(*args, **kw) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: return func(*args, **kwargs) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: self._notify() Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: self.callback(batched_events) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: event.method(event) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: return f(self, *a, **k) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._get(url).json() Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: return self.request(url, 'GET', **kwargs) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:30:30.372162 dv-cinder-810415-2-iscsi neutron-server[94222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:30:30.429113 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.438668 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.440611 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] 10.222.0.11 "DELETE /v2.0/networks/c9207dd5-b001-4f43-8c56-6aceca8688f8 HTTP/1.1" status: 204 len: 168 time: 0.5311928 Sep 22 17:30:30.445483 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55806) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:30.452408 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24f38f-3cee-4c7d-885d-ade2a917173a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9207dd5-b001-4f43-8c56-6aceca8688f8,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:30.779223 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605210'] for router_interface, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:30.857624 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device ba890c81-0ab6-4f56-a66f-7d95ffe89541 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:30.877368 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: ba890c81-0ab6-4f56-a66f-7d95ffe89541 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:30.877787 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device ba890c81-0ab6-4f56-a66f-7d95ffe89541 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:30.878262 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 9193c2e2-398b-4e43-8620-4748cadd5ebd no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:30.895986 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 9193c2e2-398b-4e43-8620-4748cadd5ebd {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:30.896330 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 9193c2e2-398b-4e43-8620-4748cadd5ebd not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:30.896733 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a8e97bd7-3c51-459a-97f2-c8892a77cf3f no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:30.914914 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: a8e97bd7-3c51-459a-97f2-c8892a77cf3f {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:30.915252 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device a8e97bd7-3c51-459a-97f2-c8892a77cf3f not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:31.020137 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Deleting port 87f29451-1d38-451d-9c1a-fe44c6ba7657 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:31.020474 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:31.100664 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] For port 87f29451-1d38-451d-9c1a-fe44c6ba7657, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=87f29451-1d38-451d-9c1a-fe44c6ba7657,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:31.100941 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:31.113869 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Calling delete_port for 87f29451-1d38-451d-9c1a-fe44c6ba7657 owned by network:router_interface {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:31.285599 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:31.310936 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Pushing event deleted for resources: {'Port': ['ID=87f29451-1d38-451d-9c1a-fe44c6ba7657,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:31.468367 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605843'] for router_interface, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:31.674107 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Router fbf1ea47-8e34-45eb-bf81-63bdd33b365b has already been hosted by L3 agent f74b9184-0a3f-400a-8f30-4e3e29788e16 {{(pid=94223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:30:31.777248 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] Notify agent at l3_agent.dv-cinder-810415-2-iscsi the message routers_updated {{(pid=94223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:30:31.784190 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b55940ce-c963-40ca-a5ad-e299adeba78a admin admin] 10.222.0.11 "PUT /v2.0/routers/fbf1ea47-8e34-45eb-bf81-63bdd33b365b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3362978 Sep 22 17:30:31.785280 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55808) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:31.788364 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Sync routers for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:30:31.797280 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:31.797873 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:31.885160 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:31.901517 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: dv-cinder-810415-2-iscsi {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:31.985845 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.038816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Deleting port 65849d77-3646-4d2b-94fe-67cb05f940f0 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:32.039164 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.072594 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'external_fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:30:31Z', 'revision_number': 5, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port': {'id': '65849d77-3646-4d2b-94fe-67cb05f940f0', 'name': '', 'network_id': '51136686-2ce5-4eeb-942f-b61d76cc7075', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T17:23:31Z', 'updated_at': '2021-09-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7a1a25-1929-4297-bbcf-f4f9737762ba', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-2-iscsi'}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:32.098005 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Checking router: fbf1ea47-8e34-45eb-bf81-63bdd33b365b for host: dv-cinder-810415-2-iscsi {{(pid=94225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:30:32.107375 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Routers {'fbf1ea47-8e34-45eb-bf81-63bdd33b365b'} bound to L3 agent in host dv-cinder-810415-2-iscsi {{(pid=94225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 17:30:32.108113 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T17:08:12Z,description=,heartbeat_timestamp=2021-09-22T17:30:12Z,host='dv-cinder-810415-2-iscsi',id=f74b9184-0a3f-400a-8f30-4e3e29788e16,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T17:08:12Z,topic='l3_agent')) {'router_ids': ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'], 'active': True} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:32.124962 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] For port 65849d77-3646-4d2b-94fe-67cb05f940f0, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=65849d77-3646-4d2b-94fe-67cb05f940f0,segment=NetworkSegment(c45541b8-e767-44fd-a5e1-27aa94936f1c),segment_id=c45541b8-e767-44fd-a5e1-27aa94936f1c)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:32.125329 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.136524 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Calling delete_port for 65849d77-3646-4d2b-94fe-67cb05f940f0 owned by network:router_gateway {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:32.191424 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_dvr_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] Set router fbf1ea47-8e34-45eb-bf81-63bdd33b365b gateway port host: None {{(pid=94225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 17:30:32.242951 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.l3_hamode_db [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:30:31Z', 'revision_number': 6, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port_host': None}], 'dv-cinder-810415-2-iscsi', False) {} {{(pid=94225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:32.268526 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f0460-2848-4b77-b832-f30b7aac3483 None None] The sync data for ids ['fbf1ea47-8e34-45eb-bf81-63bdd33b365b'] in dv-cinder-810415-2-iscsi is: [{'id': 'fbf1ea47-8e34-45eb-bf81-63bdd33b365b', 'name': 'tempest-TestVolumeBootPattern-932766888-router', 'tenant_id': '6282fa3c86f1465389c9162cf3cbf012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T17:23:30Z', 'updated_at': '2021-09-22T17:30:31Z', 'revision_number': 6, 'project_id': '6282fa3c86f1465389c9162cf3cbf012', 'gw_port_host': None}] {{(pid=94225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:30:32.298808 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.327868 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=65849d77-3646-4d2b-94fe-67cb05f940f0,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:32.380816 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-605776'] for router_gateway, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.465380 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1688'] for router, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.468827 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.515068 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-603958'] for router, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.515546 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf1ea47-8e34-45eb-bf81-63bdd33b365b {{(pid=94223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:30:32.519803 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] Notify callbacks [] for router, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.520990 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-20cd1a59-a2fb-4e20-adfa-7185e5340df9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fbf1ea47-8e34-45eb-bf81-63bdd33b365b HTTP/1.1" status: 204 len: 168 time: 0.7347994 Sep 22 17:30:32.523387 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55810) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:32.567640 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Deleting subnet 087b221a-1912-4a37-9e0f-6bd00895a5b1 {{(pid=94223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 17:30:32.570535 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.605693 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768256'] for subnet, precommit_delete_associations {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.690452 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914647'] for subnet, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.740745 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11563799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311421'] for subnet, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.766036 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087b221a-1912-4a37-9e0f-6bd00895a5b1,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:32.769842 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for subnet, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:32.773429 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-00f31ab5-7da0-4624-9555-58f1ae3dc06c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/087b221a-1912-4a37-9e0f-6bd00895a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2473583 Sep 22 17:30:32.774184 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55812) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:32.776694 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3d794-bacd-4118-8b4b-617dba5c52e1 None None] Network ba74a68c-bd0c-49b2-aeba-f4d44f36edde requested from dv-cinder-810415-2-iscsi {{(pid=94224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 17:30:33.003359 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] DHCP port deletion for ba74a68c-bd0c-49b2-aeba-f4d44f36edde request from dv-cinder-810415-2-iscsi {{(pid=94224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 17:30:33.056769 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 87f29451-1d38-451d-9c1a-fe44c6ba7657 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:33.080403 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 87f29451-1d38-451d-9c1a-fe44c6ba7657 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:33.080751 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 87f29451-1d38-451d-9c1a-fe44c6ba7657 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:33.081161 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device e5eb98c4-30fa-4314-8209-77168b26e6f6 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:33.094411 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682927'] for network, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.106328 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Deleting port e5eb98c4-30fa-4314-8209-77168b26e6f6 {{(pid=94224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:33.106700 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.156242 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Deleting port e5eb98c4-30fa-4314-8209-77168b26e6f6 {{(pid=94223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 17:30:33.156669 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771780344360'] for port, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.182634 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=e5eb98c4-30fa-4314-8209-77168b26e6f6,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:33.183030 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.213586 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Calling delete_port for e5eb98c4-30fa-4314-8209-77168b26e6f6 owned by network:dhcp {{(pid=94224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:33.220534 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.db [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=e5eb98c4-30fa-4314-8209-77168b26e6f6,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:33.220833 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600067'] for port, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.234785 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.plugin [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Calling delete_port for e5eb98c4-30fa-4314-8209-77168b26e6f6 owned by network:dhcp {{(pid=94223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 17:30:33.268990 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926311'] for port, before_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.320489 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.db [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] For port e5eb98c4-30fa-4314-8209-77168b26e6f6, host dv-cinder-810415-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-2-iscsi',level=0,port_id=e5eb98c4-30fa-4314-8209-77168b26e6f6,segment=NetworkSegment(2f24898c-4916-412c-866b-91373df13cb6),segment_id=2f24898c-4916-412c-866b-91373df13cb6)] {{(pid=94224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:30:33.326519 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771780350468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771779861697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771779861715'] for port, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.327229 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 65849d77-3646-4d2b-94fe-67cb05f940f0 no longer exists at agent ovs-agent-dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:30:33.331356 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11563850'] for port, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.358943 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:33.360814 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] No DVR routers for this DVR port e5eb98c4-30fa-4314-8209-77168b26e6f6 on host dv-cinder-810415-2-iscsi {{(pid=94223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:33.366434 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] No Port match for: 65849d77-3646-4d2b-94fe-67cb05f940f0 {{(pid=94224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 17:30:33.366434 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.plugins.ml2.rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Device 65849d77-3646-4d2b-94fe-67cb05f940f0 not bound to the agent host dv-cinder-810415-2-iscsi {{(pid=94224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:30:33.368514 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Pushing event deleted for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:33.377186 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771780350190', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771779861688'] for port, after_delete {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.399174 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] Pushing event deleted for resources: {'Port': ['ID=e5eb98c4-30fa-4314-8209-77168b26e6f6,revision_number=None']} {{(pid=94224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:33.402513 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36479dc3-e742-4f71-8135-ff078ae5c872 None None] No DVR routers for this DVR port e5eb98c4-30fa-4314-8209-77168b26e6f6 on host dv-cinder-810415-2-iscsi {{(pid=94224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:33.439834 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3914030', 'neutron.services.segments.db._delete_segments_for_network-8771780408212'] for network, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.459006 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74a68c-bd0c-49b2-aeba-f4d44f36edde']}} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:33.468339 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f24898c-4916-412c-866b-91373df13cb6') {'for_net_delete': True} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:33.468634 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.services.segments.db [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f24898c-4916-412c-866b-91373df13cb6') {} {{(pid=94223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:33.477711 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771780407709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768281'] for segment, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.491119 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448'] for segment, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.497026 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:30:33.497407 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11563193'] for segment, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: Traceback (most recent call last): Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: timer() Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: cb(*args, **kw) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: return func(*args, **kwargs) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: self._notify() Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: self.callback(batched_events) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: event.method(event) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: return f(self, *a, **k) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._get(url).json() Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: return self.request(url, 'GET', **kwargs) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 17:30:33.499154 dv-cinder-810415-2-iscsi neutron-server[94223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 17:30:33.551019 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3914009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-605708'] for network, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.557576 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531511'] for network, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.559401 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba74a68c-bd0c-49b2-aeba-f4d44f36edde HTTP/1.1" status: 204 len: 168 time: 0.7843287 Sep 22 17:30:33.572461 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f647-2b4b-4931-b515-eaf9c8df8dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba74a68c-bd0c-49b2-aeba-f4d44f36edde,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:33.673729 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55816) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:33.711504 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-691d1a85-776b-4c19-a209-aa71e090124d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8b32031bbe64ee0906044d7eecd4a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366483 Sep 22 17:30:33.713852 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [-] (94223) accepted ('10.222.0.11', 55818) {{(pid=94223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:33.763859 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.784017 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.832686 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.835332 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron_lib.callbacks.manager [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:33.836654 dv-cinder-810415-2-iscsi neutron-server[94223]: INFO neutron.wsgi [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dd2b7e8-c597-46b7-874f-81648ab9be3e HTTP/1.1" status: 204 len: 168 time: 0.1219306 Sep 22 17:30:33.845434 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e75dd-242c-4763-aace-1f25de06d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd2b7e8-c597-46b7-874f-81648ab9be3e,revision_number=None']} {{(pid=94223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:34.180857 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55824) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:34.224580 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-26473bef-5f41-4a15-a12c-e49ba7e8f4b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6282fa3c86f1465389c9162cf3cbf012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425124 Sep 22 17:30:34.227191 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.wsgi [-] (94222) accepted ('10.222.0.11', 55826) {{(pid=94222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 17:30:34.279694 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:34.300684 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:34.348136 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638674'] for security_group, after_delete {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:34.351343 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron_lib.callbacks.manager [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:34.352549 dv-cinder-810415-2-iscsi neutron-server[94222]: INFO neutron.wsgi [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25e2aacb-5033-480f-a025-d5b8ae8bb187 HTTP/1.1" status: 204 len: 168 time: 0.1244016 Sep 22 17:30:34.367681 dv-cinder-810415-2-iscsi neutron-server[94222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a0769-532c-4ac7-9f07-a84b9d1537f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2aacb-5033-480f-a025-d5b8ae8bb187,revision_number=None']} {{(pid=94222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:39.843396 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-976c1c18-b9bc-4668-bb3e-c3aeec86d414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:41.510765 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:42.319427 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-24922aba-d21f-45ea-bba5-0d0a02611632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:43.211322 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:43.285796 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:45.363631 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:05.958813 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:31:09.844465 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9a02e15d-0ff1-4dae-89d6-311fcf4a8c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:11.521341 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:12.319289 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ceef-c3ae-413f-a979-45080dc467cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:13.214698 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:13.287398 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:15.366292 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:36.555101 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-4333b548-3d58-4d67-86d7-f96ed6edf162 req-008e1ef6-aca6-4e30-bfee-33243e4bf758 service neutron] (94223) timed out ('10.222.0.24', 62245) {{(pid=94223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:31:36.631277 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-a317265e-407e-463b-8364-be2ab556c0eb req-a85a97c3-27aa-41dc-aace-14716c4c7464 service neutron] (94223) timed out ('10.222.0.24', 62293) {{(pid=94223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:31:39.845130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-938969fa-2d70-4fc9-8376-d29ddaef80ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:41.508946 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:42.318920 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-5a6108ab-008f-4505-8276-93c432d9a727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:42.957853 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:31:43.214586 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:43.289964 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:45.369486 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:09.845031 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-7016e5e9-49dd-4aff-a590-a00314f54f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:11.524087 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:12.318911 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-35096afa-eb45-4dbe-8ad3-27376a721d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:13.215878 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:13.292748 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:15.372532 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:19.956368 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:32:39.844535 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-8757b5d6-38de-4208-a6f6-c3588f46c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:41.521672 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:42.318706 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-9c375331-9b59-46e9-928c-be2d1d5db5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:43.216327 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:43.294130 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:45.373496 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:56.954925 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:33:09.845558 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4027948e-701d-4813-a878-25b73d53fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:11.538474 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:12.319264 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-829bc984-4c68-4343-b7ef-d84c4e74abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:13.216810 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:13.295819 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:15.378830 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:33.954603 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:33:39.845691 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-56b88153-e27b-4606-9ec8-007fe303997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:41.536956 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:42.318942 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1d72-31a4-49a7-986e-512ad27858d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:43.218403 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:43.298292 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:45.379105 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:09.844375 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-a4ebca80-8e4c-4a6c-a43f-74ee835aad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:10.952926 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:34:11.561802 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:12.318732 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-98784c33-d8af-46a1-9d0e-56bce320dd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:13.218406 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:13.301144 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:15.381742 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:39.845827 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-81de666c-84f8-4c62-9422-2c17d3f434a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:41.551403 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:42.317953 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cc567d25-1551-4dcc-a653-59576989a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:43.218976 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:43.303305 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:45.385042 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:47.951281 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:35:09.845596 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ffd9aa86-0879-4dbf-ba6b-58f3506572da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:11.551496 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:12.317054 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e19cef0c-6ab0-4031-ae69-3f74ca1cf5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:13.015670 dv-cinder-810415-2-iscsi neutron-server[94223]: DEBUG neutron.wsgi [req-57ee0d3b-ccc8-4f48-951a-9fe3d2292c0e req-f910a6df-a936-4652-ae4e-6c373045d4ea service neutron] (94223) timed out ('10.222.0.24', 62310) {{(pid=94223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 17:35:13.219082 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:13.306188 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:15.387369 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:24.950085 dv-cinder-810415-2-iscsi neutron-server[94225]: DEBUG neutron.db.agents_db [None req-f0fb53bf-7f37-4dc6-a192-1c1bb15964c2 None None] Agent healthcheck: found 6 active agents {{(pid=94225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:35:39.845222 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-36a28bf3-935e-4263-9efc-79f8e2fdb3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:41.568654 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-e5f7456f-44dc-462c-87b9-137d26925c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:42.316512 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-63419422-558d-40ec-acf2-4e613cbddd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:43.219794 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5f78-a637-4c1e-88ae-e217b9e0e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:43.310891 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-ec7845fc-fb44-4cff-9c23-48ae0aa7d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:45.389670 dv-cinder-810415-2-iscsi neutron-server[94224]: DEBUG neutron_lib.callbacks.manager [None req-09935ebb-6ab8-4118-bd45-e0e3d413a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771780408194', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919662'] for agent, after_update {{(pid=94224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}